Run benchmarks in the same suite

This should reduce variation in results, especially when overall time is
 quite low.
This commit is contained in:
Yahor Berdnikau
2023-01-26 19:02:29 +01:00
committed by Space Team
parent ace1bc76a1
commit 3f4c824a23
6 changed files with 111 additions and 107 deletions
@@ -9,19 +9,21 @@
@file:BenchmarkProject(
name = "kvision",
gitUrl = "https://github.com/rjaros/kvision.git",
gitCommitSha = "3fe69bf6db9a3650b026630d857862f3cee6485b"
gitCommitSha = "3fe69bf6db9a3650b026630d857862f3cee6485b",
stableKotlinVersion = "1.7.20",
)
import java.io.File
val currentReleasePatch = {
val repoPatch = {
"kvision-kotlin-current.patch" to File("benchmarkScripts/files/kvision-kotlin-current.patch")
.readText()
.run { replace("<kotlin_version>", currentKotlinVersion) }
.byteInputStream()
}
runAllBenchmarks(
runBenchmarks(
repoPatch,
suite {
scenario {
title = "Build Js IR clean build"
@@ -86,9 +88,5 @@ runAllBenchmarks(
iterations = 20
runTasks("jsIrJar")
}
},
mapOf(
"1.7.20" to null,
"1.8.0" to currentReleasePatch
)
}
)