azalea/kotlin-fork
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

tools: Download dependencies in a temporary file

Browse Source
This commit is contained in:
Ilya Matveev
2017-03-29 23:23:46 +07:00
committed by ilmat192
parent fd5f837299
commit 7aec0ae532
1 changed files with 39 additions and 34 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tools/helpers/src/main/kotlin/DependencyDownloader.kt
+39 -34
View File
@@ -2,6 +2,8 @@ package org.jetbrains.kotlin.konan
import java.io.*
import java.net.URL
import java.nio.file.Files
import java.nio.file.StandardCopyOption
import java.util.Properties
import kotlin.concurrent.thread
@@ -44,7 +46,6 @@ class DependencyDownloader(dependenciesRoot: File, val dependenciesUrl: String,
val depDir = File(dependenciesDirectory, dependency)
val depName = depDir.name
val cachedDependencies = DependencyFile(cacheDirectory, ".cached")
val extractedDependencies = DependencyFile(dependenciesDirectory, ".extracted")
if (extractedDependencies.contains(depName) &&
depDir.exists() &&
@@ -59,9 +60,8 @@ class DependencyDownloader(dependenciesRoot: File, val dependenciesUrl: String,
}
val archive = File(cacheDirectory.canonicalPath, "$depName.tar.gz")
if (!cachedDependencies.contains(depName) || !archive.exists()) {
if (!archive.exists()) {
download(depName, archive)
cachedDependencies.addWithSave(depName)
}
extract(archive, dependenciesDirectory)
extractedDependencies.addWithSave(depName)
@@ -97,44 +97,49 @@ class DependencyDownloader(dependenciesRoot: File, val dependenciesUrl: String,
}
private fun download(dependencyName: String, outputFile: File) {
if (!outputFile.exists()) {
val url = URL("$dependenciesUrl/$dependencyName.tar.gz")
val connection = url.openConnection()
val totalBytes = connection.contentLengthLong
val tmpFile = File("${outputFile.canonicalPath}.part")
val url = URL("$dependenciesUrl/$dependencyName.tar.gz")
val connection = url.openConnection()
val totalBytes = connection.contentLengthLong
var currentBytes = 0L
var done = false
var downloadError: Throwable? = null
var currentBytes = 0L
var done = false
var downloadError: Throwable? = null
thread {
try {
url.openStream().use { from ->
outputFile.outputStream().use { to ->
val buffer = ByteArray(DEFAULT_BUFFER_SIZE)
var read = from.read(buffer)
while (read != -1) {
to.write(buffer, 0, read)
currentBytes += read
read = from.read(buffer)
}
thread {
try {
url.openStream().use { from ->
FileOutputStream(tmpFile, false).use { to ->
val buffer = ByteArray(DEFAULT_BUFFER_SIZE)
var read = from.read(buffer)
while (read != -1) {
to.write(buffer, 0, read)
currentBytes += read
read = from.read(buffer)
}
}
} catch (e: Throwable) {
downloadError = e
}
done = true
}
// TODO: Improve console logging
while (!done) {
Thread.sleep(1000) // We can use condition variable here.
updateProgressMsg(url.toString(), currentBytes, totalBytes)
}
println("Done.")
if (downloadError != null) {
throw RuntimeException("Cannot download dependency: $url", downloadError)
} catch (e: Throwable) {
downloadError = e
}
done = true
}
// TODO: Improve console logging
while (!done) {
Thread.sleep(1000) // We can use condition variable here.
updateProgressMsg(url.toString(), currentBytes, totalBytes)
}
println("Done.")
if (downloadError != null) {
tmpFile.delete()
throw RuntimeException("Cannot download dependency: $url", downloadError)
}
Files.move(
tmpFile.toPath(),
outputFile.toPath(),
StandardCopyOption.REPLACE_EXISTING
)
}
fun run() {