[JS IR] Build stdlib using compiler from repo

Previously JS IR versions of stdlib and kotlin-test were build
by default using compiler previously built on a buildserver.

It had some issues:
 - This required us to advance bootstrap every time we made any
   incompatible IR changes. This happens often since IR ABI is
   not quite stable yet.

 - We never tested the exact combination of compiler and stdlib we publish

   We tested:
    - new compiler with new stdlib build by new compiler (in box tests)
    - old compiler with new stdlib build by old compiler (in stdlib tests)

   We published:
    - new compiler with new stdlib build by old compiler

After this change JS IR compiler tests, builds and publishes
single configuration:

    new compiler with new stdlib build by new compiler

JS IR stdlib and kotlin-test are now built using JavaExec of CLI instead
of Gradle plugin to avoid troubles of loading a freshly built plugin.

This also allows to have a granular dependencies: we don't rebuild klib
if we changed a lowering in a compiler backend, but we do rebuild it if
we changed IR serialization algorithm.

compiler/cli/cli-js-klib/build.gradle.kts

@@ -0,0 +1,18 @@
+plugins {
+    kotlin("jvm")
+    id("jps-compatible")
+}
+
+jvmTarget = "1.8"
+
+dependencies {
+    compile(project(":compiler:cli"))
+    compile(project(":compiler:ir.serialization.js"))
+    compile(project(":kotlin-reflect"))
+    compile(intellijDep()) { includeJars("picocontainer", "trove4j", "guava", "jdom", rootProject = rootProject) }
+    compile(intellijCoreDep()) { includeJars("intellij-core") }
+}
+
+sourceSets {
+    "main" { projectDefault() }
+}

compiler/cli/cli-js-klib/src/GenerateJsIrKlib.kt

@@ -3,15 +3,16 @@
  * Use of this source code is governed by the Apache 2.0 license that can be found in the license/LICENSE.txt file.
  */
 
+// Internal CLI for building JS IR libraries
+
 package org.jetbrains.kotlin.ir.backend.js
 
 import com.intellij.openapi.Disposable
 import com.intellij.openapi.vfs.StandardFileSystems
 import com.intellij.openapi.vfs.VirtualFileManager
 import com.intellij.psi.PsiManager
-import org.jetbrains.kotlin.cli.common.messages.CompilerMessageSeverity
-import org.jetbrains.kotlin.cli.common.messages.GroupingMessageCollector
-import org.jetbrains.kotlin.cli.common.messages.MessageCollector
+import org.jetbrains.kotlin.cli.common.CLIConfigurationKeys
+import org.jetbrains.kotlin.cli.common.messages.*
 import org.jetbrains.kotlin.cli.jvm.compiler.EnvironmentConfigFiles
 import org.jetbrains.kotlin.cli.jvm.compiler.KotlinCoreEnvironment
 import org.jetbrains.kotlin.config.*
@@ -27,6 +28,10 @@ fun buildConfiguration(environment: KotlinCoreEnvironment, moduleName: String):
     val runtimeConfiguration = environment.configuration.copy()
     runtimeConfiguration.put(CommonConfigurationKeys.MODULE_NAME, moduleName)
     runtimeConfiguration.put(JSConfigurationKeys.MODULE_KIND, ModuleKind.PLAIN)
+    runtimeConfiguration.put(
+        CLIConfigurationKeys.MESSAGE_COLLECTOR_KEY,
+        PrintingMessageCollector(System.err, MessageRenderer.PLAIN_RELATIVE_PATHS, false)
+    )
 
     runtimeConfiguration.languageVersionSettings = LanguageVersionSettingsImpl(
         LanguageVersion.LATEST_STABLE, ApiVersion.LATEST_STABLE,
@@ -95,7 +100,6 @@ private fun listOfKtFilesFrom(paths: List<String>): List<String> {
 }
 
 fun main(args: Array<String>) {
-
     val inputFiles = mutableListOf<String>()
     var outputPath: String? = null
     val dependencies = mutableListOf<String>()

compiler/incremental-compilation-impl/build.gradle.kts

@@ -39,7 +39,7 @@ sourceSets {
 
 projectTest(parallel = true) {
     workingDir = rootDir
-    dependsOn(":compiler:ir.serialization.js:packFullRuntimeKLib")
+    dependsOn(":kotlin-stdlib-js-ir:packFullRuntimeKLib")
 }
 
 testsJar()

compiler/ir/serialization.js/build.gradle.kts

@@ -26,197 +26,4 @@ sourceSets {
     "test" { projectDefault() }
 }
 
-val unimplementedNativeBuiltIns =
-    (file("$rootDir/core/builtins/native/kotlin/").list().toSet() - file("$rootDir/libraries/stdlib/js-ir/builtins/").list())
-        .map { "core/builtins/native/kotlin/$it" }
-
-// Required to compile native builtins with the rest of runtime
-val builtInsHeader = """@file:Suppress(
-    "NON_ABSTRACT_FUNCTION_WITH_NO_BODY",
-    "MUST_BE_INITIALIZED_OR_BE_ABSTRACT",
-    "EXTERNAL_TYPE_EXTENDS_NON_EXTERNAL_TYPE",
-    "PRIMARY_CONSTRUCTOR_DELEGATION_CALL_EXPECTED",
-    "WRONG_MODIFIER_TARGET"
-)
-"""
-
-val fullRuntimeSources by task<Sync> {
-
-    val sources = listOf(
-        "core/builtins/src/kotlin/",
-        "libraries/stdlib/common/src/",
-        "libraries/stdlib/src/kotlin/",
-        "libraries/stdlib/unsigned/",
-        "libraries/stdlib/js/src/",
-        "libraries/stdlib/js/runtime/",
-        "libraries/stdlib/js-ir/builtins/",
-        "libraries/stdlib/js-ir/src/",
-        "libraries/stdlib/js-ir/runtime/",
-
-        // TODO get rid - move to test module
-        "js/js.translator/testData/_commonFiles/"
-    ) + unimplementedNativeBuiltIns
-
-    val excluded = listOf(
-        // stdlib/js/src/generated is used exclusively for current `js-v1` backend.
-        "libraries/stdlib/js/src/generated/**",
-
-        // JS-specific optimized version of emptyArray() already defined
-        "core/builtins/src/kotlin/ArrayIntrinsics.kt"
-    )
-
-    sources.forEach { path ->
-        from("$rootDir/$path") {
-            into(path.dropLastWhile { it != '/' })
-            excluded.filter { it.startsWith(path) }.forEach {
-                exclude(it.substring(path.length))
-            }
-        }
-    }
-
-    into("$buildDir/fullRuntime/src")
-
-    doLast {
-        unimplementedNativeBuiltIns.forEach { path ->
-            val file = File("$buildDir/fullRuntime/src/$path")
-            val sourceCode = builtInsHeader + file.readText()
-            file.writeText(sourceCode)
-        }
-    }
-}
-
-val reducedRuntimeSources by task<Sync> {
-    dependsOn(fullRuntimeSources)
-
-    from(fullRuntimeSources.get().outputs.files.singleFile) {
-        exclude(
-            listOf(
-                "libraries/stdlib/unsigned/**",
-                "libraries/stdlib/common/src/generated/_Arrays.kt",
-                "libraries/stdlib/common/src/generated/_Collections.kt",
-                "libraries/stdlib/common/src/generated/_Comparisons.kt",
-                "libraries/stdlib/common/src/generated/_Maps.kt",
-                "libraries/stdlib/common/src/generated/_Sequences.kt",
-                "libraries/stdlib/common/src/generated/_Sets.kt",
-                "libraries/stdlib/common/src/generated/_Strings.kt",
-                "libraries/stdlib/common/src/generated/_UArrays.kt",
-                "libraries/stdlib/common/src/generated/_URanges.kt",
-                "libraries/stdlib/common/src/generated/_UCollections.kt",
-                "libraries/stdlib/common/src/generated/_UComparisons.kt",
-                "libraries/stdlib/common/src/generated/_USequences.kt",
-                "libraries/stdlib/common/src/kotlin/SequencesH.kt",
-                "libraries/stdlib/common/src/kotlin/TextH.kt",
-                "libraries/stdlib/common/src/kotlin/UMath.kt",
-                "libraries/stdlib/common/src/kotlin/collections/**",
-                "libraries/stdlib/common/src/kotlin/ioH.kt",
-                "libraries/stdlib/js-ir/runtime/collectionsHacks.kt",
-                "libraries/stdlib/js-ir/src/generated/**",
-                "libraries/stdlib/js-ir/src/kotlin/text/**",
-                "libraries/stdlib/js/src/jquery/**",
-                "libraries/stdlib/js/src/org.w3c/**",
-                "libraries/stdlib/js/src/kotlin/char.kt",
-                "libraries/stdlib/js/src/kotlin/collections.kt",
-                "libraries/stdlib/js/src/kotlin/collections/**",
-                "libraries/stdlib/js/src/kotlin/time/**",
-                "libraries/stdlib/js/src/kotlin/console.kt",
-                "libraries/stdlib/js/src/kotlin/coreDeprecated.kt",
-                "libraries/stdlib/js/src/kotlin/date.kt",
-                "libraries/stdlib/js/src/kotlin/debug.kt",
-                "libraries/stdlib/js/src/kotlin/grouping.kt",
-                "libraries/stdlib/js/src/kotlin/json.kt",
-                "libraries/stdlib/js/src/kotlin/promise.kt",
-                "libraries/stdlib/js/src/kotlin/regexp.kt",
-                "libraries/stdlib/js/src/kotlin/sequence.kt",
-                "libraries/stdlib/js/src/kotlin/text/**",
-                "libraries/stdlib/js/src/kotlin/reflect/KTypeHelpers.kt",
-                "libraries/stdlib/js/src/kotlin/reflect/KTypeParameterImpl.kt",
-                "libraries/stdlib/js/src/kotlin/reflect/KTypeImpl.kt",
-                "libraries/stdlib/src/kotlin/collections/**",
-                "libraries/stdlib/src/kotlin/experimental/bitwiseOperations.kt",
-                "libraries/stdlib/src/kotlin/properties/Delegates.kt",
-                "libraries/stdlib/src/kotlin/random/URandom.kt",
-                "libraries/stdlib/src/kotlin/text/**",
-                "libraries/stdlib/src/kotlin/time/**",
-                "libraries/stdlib/src/kotlin/util/KotlinVersion.kt",
-                "libraries/stdlib/src/kotlin/util/Tuples.kt",
-                "libraries/stdlib/js/src/kotlin/dom/**",
-                "libraries/stdlib/js/src/kotlin/browser/**"
-            )
-        )
-    }
-
-    from("$rootDir/libraries/stdlib/js-ir/smallRuntime") {
-        into("libraries/stdlib/js-ir/runtime/")
-    }
-
-    into("$buildDir/reducedRuntime/src")
-}
-
-
-fun JavaExec.buildKLib(sources: List<String>, dependencies: List<String>, outPath: String, commonSources: List<String>) {
-    inputs.files(sources)
-    outputs.dir(file(outPath).parent)
-
-    classpath = sourceSets.test.get().runtimeClasspath
-    main = "org.jetbrains.kotlin.ir.backend.js.GenerateIrRuntimeKt"
-    workingDir = rootDir
-    args = sources.toList() + listOf("-o", outPath) + dependencies.flatMap { listOf("-d", it) } + commonSources.flatMap { listOf("-c", it) }
-
-    passClasspathInJar()
-}
-
-val fullRuntimeDir = buildDir.resolve("fullRuntime/klib")
-
-val generateFullRuntimeKLib by eagerTask<NoDebugJavaExec> {
-    dependsOn(fullRuntimeSources)
-
-    buildKLib(sources = listOf(fullRuntimeSources.get().outputs.files.singleFile.path),
-              dependencies = emptyList(),
-              outPath = fullRuntimeDir.absolutePath,
-              commonSources = listOf("common", "src", "unsigned").map { "$buildDir/fullRuntime/src/libraries/stdlib/$it" }
-    )
-}
-
-val packFullRuntimeKLib by tasks.registering(Jar::class) {
-    dependsOn(generateFullRuntimeKLib)
-    from(fullRuntimeDir)
-    destinationDirectory.set(rootProject.buildDir.resolve("js-ir-runtime"))
-    archiveFileName.set("full-runtime.klib")
-}
-
-val generateReducedRuntimeKLib by eagerTask<NoDebugJavaExec> {
-    dependsOn(reducedRuntimeSources)
-
-    val outPath = buildDir.resolve("reducedRuntime/klib").absolutePath
-    buildKLib(sources = listOf(reducedRuntimeSources.get().outputs.files.singleFile.path),
-              dependencies = emptyList(),
-              outPath = outPath,
-              commonSources = listOf("common", "src", "unsigned").map { "$buildDir/reducedRuntime/src/libraries/stdlib/$it" }
-    )
-}
-
-val generateWasmRuntimeKLib by eagerTask<NoDebugJavaExec> {
-    buildKLib(sources = listOf("$rootDir/libraries/stdlib/wasm"),
-              dependencies = emptyList(),
-              outPath = "$buildDir/wasmRuntime/klib",
-              commonSources = emptyList()
-    )
-}
-
-
-val kotlinTestCommonSources = listOf(
-    "$rootDir/libraries/kotlin.test/annotations-common/src/main",
-    "$rootDir/libraries/kotlin.test/common/src/main"
-)
-val generateKotlinTestKLib by eagerTask<NoDebugJavaExec> {
-    dependsOn(generateFullRuntimeKLib)
-
-    buildKLib(
-        sources = listOf("$rootDir/libraries/kotlin.test/js/src/main") + kotlinTestCommonSources,
-        dependencies = listOf("${generateFullRuntimeKLib.outputs.files.singleFile.path}/klib"),
-        outPath = "$buildDir/kotlin.test/klib",
-        commonSources = kotlinTestCommonSources
-    )
-}
-
 testsJar {}

compiler/ir/serialization.js/src/org/jetbrains/kotlin/ir/backend/js/klib.kt

@@ -19,6 +19,8 @@ import org.jetbrains.kotlin.builtins.KotlinBuiltIns
 import org.jetbrains.kotlin.cli.common.CLIConfigurationKeys
 import org.jetbrains.kotlin.cli.common.messages.AnalyzerWithCompilerReport
 import org.jetbrains.kotlin.cli.common.messages.MessageCollector
+import org.jetbrains.kotlin.cli.common.messages.MessageRenderer
+import org.jetbrains.kotlin.cli.common.messages.PrintingMessageCollector
 import org.jetbrains.kotlin.config.*
 import org.jetbrains.kotlin.descriptors.DeclarationDescriptor
 import org.jetbrains.kotlin.descriptors.ModuleDescriptor
@@ -297,8 +299,10 @@ private class ModulesStructure(
     val builtInsDep = allDependencies.getFullList().find { it.isBuiltIns }
 
     fun runAnalysis(): JsAnalysisResult {
+        // TODO: Should we not provide default message collector?
         val messageCollector: MessageCollector =
             compilerConfiguration.get(CLIConfigurationKeys.MESSAGE_COLLECTOR_KEY) ?: MessageCollector.NONE
+
         val analyzerWithCompilerReport = AnalyzerWithCompilerReport(
             messageCollector,
             compilerConfiguration.languageVersionSettings

compiler/tests/org/jetbrains/kotlin/code/CodeConformanceTest.kt

@@ -93,7 +93,7 @@ class CodeConformanceTest : TestCase() {
             "libraries/tools/kotlin-source-map-loader/.gradle",
             "libraries/tools/kotlin-source-map-loader/lib",
             "buildSrc/prepare-deps/build",
-            "compiler/ir/serialization.js/build"
+            "libraries/stdlib/js-ir/build/"
         )
     }