diff --git a/Dockerfile b/Dockerfile index 9b8128f88..ededbc988 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,4 +1,4 @@ -FROM mhart/alpine-node:6.2.1 +FROM mhart/alpine-node:5.10.1 # Tools RUN apk update && apk add git curl wget bash diff --git a/config.js b/config.js index 444367392..0ee61c505 100644 --- a/config.js +++ b/config.js @@ -44,6 +44,8 @@ var defaults = { "DEFAULT_DELAY": 1000, // delay between API requests (default: 1000) "SCANNER_DELAY": 300, //delay for scanner API requests (more time-sensitive) "SCANNER_PARALLELISM": 1, //Number of simultaneous API requests to make in scanner + "MMR_PARALLELISM": 15, + "PARSER_PARALLELISM": 1, "PLAYER_MATCH_LIMIT": 50000, //max results to return from player matches "BENCHMARK_RETENTION_HOURS": 1, //hours in block to retain benchmark data for percentile "MATCH_RATING_RETENTION_HOURS": 12, //hours in block to retain match rating data for percentile diff --git a/svc/mmr.js b/svc/mmr.js index 8071b283c..68916d074 100644 --- a/svc/mmr.js +++ b/svc/mmr.js @@ -10,7 +10,7 @@ var config = require('../config'); var mQueue = queue.getQueue('mmr'); var getData = utility.getData; var retrieverArr = config.RETRIEVER_HOST.split(","); -mQueue.process(retrieverArr.length * 10, processMmr); +mQueue.process(retrieverArr.length * config.MMR_PARALLELISM, processMmr); mQueue.on('completed', function(job) { job.remove(); diff --git a/svc/parser.js b/svc/parser.js index 7843e0609..0da314d12 100644 --- a/svc/parser.js +++ b/svc/parser.js @@ -59,7 +59,7 @@ app.get('/redis/:key', function(req, res, cb) }); app.listen(config.PARSER_PORT); //END EXPRESS -pQueue.process(1, function(job, cb) +pQueue.process(config.PARSER_PARALLELISM, function(job, cb) { console.log("parse job: %s", job.jobId); var match = job.data.payload;