diff --git a/performance/gradle/compileBenchmark.gradle b/performance/gradle/compileBenchmark.gradle
index cbc7500ea8a..e9ec562fb56 100644
--- a/performance/gradle/compileBenchmark.gradle
+++ b/performance/gradle/compileBenchmark.gradle
@@ -4,7 +4,7 @@ MPPTools.addTimeListener(project)
 
 
 task konanRun {
-    mkdir buildDir.absolutePath
+    dependsOn "configureBuild"
     (1..project.ext.repeatNumber).each { number ->
         project.ext.buildSteps.keySet().each {
             dependsOn "$it$number"
@@ -12,6 +12,12 @@ task konanRun {
     }
 }
 
+task configureBuild {
+    doLast {
+        mkdir "${buildDir.absolutePath}"
+    }
+}
+
 (1..project.ext.repeatNumber).each { number ->
     project.ext.buildSteps.each { taskName, command ->
         tasks.create(name: "$taskName$number", type: Exec) {