Skirda/SkirdaElectronLauncher
4
0
Fork 0
Code Issues Pull Requests Projects Releases 2 Wiki Activity

Implemented async queue for asset downloads.

Browse Source
This commit is contained in:
Daniel Scalzi 2017-04-24 02:20:38 -04:00
parent d37857a979
commit 1e37ee005d
2 changed files with 33 additions and 15 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

45
app/assets/js/assetdownload.js
View File

@ -1,7 +1,8 @@
const fs = require('fs') const fs = require('fs')
const request = require('request') const request = require('request')
const path = require('path') const path = require('path')
var mkpath = require('mkdirp'); const mkpath = require('mkdirp');
const async = require('async')
function Asset(from, to, size){ function Asset(from, to, size){
this.from = from this.from = from
@ -20,23 +21,39 @@ exports.getMojangAssets = function(version, basePath){
request.head(indexURL, function (err, res, body) { request.head(indexURL, function (err, res, body) {
console.log('Downloading ' + version + ' asset index.') console.log('Downloading ' + version + ' asset index.')
mkpath.sync(indexPath) mkpath.sync(indexPath)
let stream = request(indexURL).pipe(fs.createWriteStream(path.join(indexPath, name))) const stream = request(indexURL).pipe(fs.createWriteStream(path.join(indexPath, name)))
stream.on('finish', function() { stream.on('finish', function() {
let data = JSON.parse(fs.readFileSync(path.join(indexPath, name), 'utf-8')) const data = JSON.parse(fs.readFileSync(path.join(indexPath, name), 'utf-8'))
let assetArr = [] const assetArr = []
let datasize = 0;
Object.keys(data['objects']).forEach(function(key, index){ Object.keys(data['objects']).forEach(function(key, index){
let ob = data['objects'][key] const ob = data['objects'][key]
let hash = String(ob['hash']) const hash = String(ob['hash'])
let assetName = path.join(hash.substring(0, 2), hash) const assetName = path.join(hash.substring(0, 2), hash)
let urlName = hash.substring(0, 2) + "/" + hash const urlName = hash.substring(0, 2) + "/" + hash
let ast = new Asset(resourceURL + urlName, path.join(objectPath, assetName), ob['size']) const ast = new Asset(resourceURL + urlName, path.join(objectPath, assetName), ob['size'])
datasize += ob['size']
assetArr.push(ast) assetArr.push(ast)
}) })
assetArr.forEach(function(item, index){ let acc = 0;
mkpath.sync(path.join(item.to, "..")) async.eachLimit(assetArr, 5, function(asset, cb){
console.log("downloading asset from " + item.from + " to " + item.to) mkpath.sync(path.join(asset.to, ".."))
request(item.from).pipe(fs.createWriteStream(item.to)) let req = request(asset.from)
let writeStream = fs.createWriteStream(asset.to)
req.pipe(writeStream)
req.on('data', function(chunk){
acc += chunk.length
console.log('Progress', acc/datasize)
})
writeStream.on('close', function(){
cb()
})
}, function(err){
if(err){
console.log('A file failed to process');
} else {
console.log('All files have been processed successfully');
}
}) })
}) })
}) })

3
package.json
View File

@ -17,7 +17,8 @@
}, },
"homepage": "http://www.westeroscraft.com/", "homepage": "http://www.westeroscraft.com/",
"devDependencies": { "devDependencies": {
"async": "^2.3.0",
"electron": "^1.6.5", "electron": "^1.6.5",
"mojang": "^0.4.0" "mojang": "^0.4.0",
} }
} }