[gradle] Do not pass cache-related options for optimized compilation

#KT-56443 Fixed

libraries/tools/kotlin-gradle-plugin/src/common/kotlin/org/jetbrains/kotlin/gradle/targets/native/tasks/KotlinNativeLink.kt

@@ -303,8 +303,12 @@ constructor(
             addAll(externalDependenciesArgs)
             when (cacheSettings.orchestration) {
                 NativeCacheOrchestration.Compiler -> {
-                    if (cacheSettings.kind != NativeCacheKind.NONE && konanPropertiesService.get().cacheWorksFor(konanTarget))
+                    if (cacheSettings.kind != NativeCacheKind.NONE
+                        && !optimized
+                        && konanPropertiesService.get().cacheWorksFor(konanTarget)
+                    ) {
                         add("-Xauto-cache-from=${cacheSettings.gradleUserHomeDir}")
+                    }
                 }
                 NativeCacheOrchestration.Gradle -> {
                     val cacheBuilder = CacheBuilder(