Split serialized package fragments metadata (#2051)

shared/src/library/kotlin/org/jetbrains/kotlin/konan/library/KonanLibrary.kt

@@ -40,7 +40,8 @@ interface KonanLibrary {
 
     val dataFlowGraph: ByteArray?
     val moduleHeaderData: ByteArray
-    fun packageMetadata(fqName: String): ByteArray
+    fun packageMetadataParts(fqName: String): Set<String>
+    fun packageMetadata(fqName: String, partName: String): ByteArray
 }
 
 val KonanLibrary.uniqueName
@@ -63,7 +64,6 @@ val KonanLibrary.exportForwardDeclarations
             .split(' ').asSequence()
             .map { it.trim() }
             .filter { it.isNotEmpty() }
-            .map { it }
             .toList()
 
 val KonanLibrary.includedHeaders

shared/src/library/kotlin/org/jetbrains/kotlin/konan/library/KonanLibraryLayout.kt

@@ -39,6 +39,9 @@ interface KonanLibraryLayout {
     val dataFlowGraphFile
         get() = File(linkdataDir, "module_data_flow_graph")
 
-    fun packageFile(packageName: String)
-            = File(linkdataDir, if (packageName == "") "root_package.knm" else "package_$packageName.knm")
+    fun packageFragmentsDir(packageName: String)
+            = File(linkdataDir, if (packageName == "") "root_package" else "package_$packageName")
+
+    fun packageFragmentFile(packageFqName: String, partName: String) =
+            File(packageFragmentsDir(packageFqName), "$partName$KLIB_METADATA_FILE_EXTENSION_WITH_DOT")
 }

shared/src/library/kotlin/org/jetbrains/kotlin/konan/library/KonanLibraryUtils.kt

@@ -8,8 +8,11 @@ import org.jetbrains.kotlin.konan.library.impl.KonanLibraryImpl
 import org.jetbrains.kotlin.konan.library.impl.zippedKonanLibraryChecks
 import org.jetbrains.kotlin.konan.target.KonanTarget
 
-val KLIB_FILE_EXTENSION = "klib"
-val KLIB_FILE_EXTENSION_WITH_DOT = ".$KLIB_FILE_EXTENSION"
+const val KLIB_FILE_EXTENSION = "klib"
+const val KLIB_FILE_EXTENSION_WITH_DOT = ".$KLIB_FILE_EXTENSION"
+
+const val KLIB_METADATA_FILE_EXTENSION = "knm"
+const val KLIB_METADATA_FILE_EXTENSION_WITH_DOT = ".$KLIB_METADATA_FILE_EXTENSION"
 
 fun File.unpackZippedKonanLibraryTo(newDir: File) {
 

shared/src/library/kotlin/org/jetbrains/kotlin/konan/library/KonanMetadataReader.kt

@@ -2,5 +2,5 @@ package org.jetbrains.kotlin.konan.library
 
 interface MetadataReader {
     fun loadSerializedModule(libraryLayout: KonanLibraryLayout): ByteArray
-    fun loadSerializedPackageFragment(libraryLayout: KonanLibraryLayout, fqName: String): ByteArray
+    fun loadSerializedPackageFragment(libraryLayout: KonanLibraryLayout, fqName: String, partName: String): ByteArray
 }

shared/src/library/kotlin/org/jetbrains/kotlin/konan/library/impl/DefaultMetadataReaderImpl.kt

@@ -8,6 +8,6 @@ internal object DefaultMetadataReaderImpl : MetadataReader {
     override fun loadSerializedModule(libraryLayout: KonanLibraryLayout): ByteArray =
             libraryLayout.moduleHeaderFile.readBytes()
 
-    override fun loadSerializedPackageFragment(libraryLayout: KonanLibraryLayout, fqName: String): ByteArray =
-            libraryLayout.packageFile(fqName).readBytes()
+    override fun loadSerializedPackageFragment(libraryLayout: KonanLibraryLayout, fqName: String, partName: String): ByteArray =
+            libraryLayout.packageFragmentFile(fqName, partName).readBytes()
 }

shared/src/library/kotlin/org/jetbrains/kotlin/konan/library/impl/KonanLibraryImpl.kt

@@ -50,7 +50,24 @@ class KonanLibraryImpl(
 
     override val moduleHeaderData: ByteArray by lazy { layout.inPlace { metadataReader.loadSerializedModule(it) } }
 
-    override fun packageMetadata(fqName: String) = layout.inPlace { metadataReader.loadSerializedPackageFragment(it, fqName) }
+    override fun packageMetadata(packageFqName: String, partName: String) =
+            layout.inPlace { metadataReader.loadSerializedPackageFragment(it, packageFqName, partName) }
+
+    override fun packageMetadataParts(fqName: String): Set<String> =
+            layout.inPlace { inPlaceLayout ->
+                val fileList =
+                        inPlaceLayout.packageFragmentsDir(fqName)
+                                .listFiles
+                                .mapNotNull {
+                                    it.name
+                                            .substringBeforeLast(KLIB_METADATA_FILE_EXTENSION_WITH_DOT, missingDelimiterValue = "")
+                                            .takeIf { it.isNotEmpty() }
+                                }
+
+                fileList.toSortedSet().also {
+                    require(it.size == fileList.size) { "Duplicated names: ${fileList.groupingBy { it }.eachCount().filter { (_, count) -> count > 1 }}" }
+                }
+            }
 
     override fun toString() = "$libraryName[default=$isDefault]"
 }