'use strict'; var express = require('express'); var router = express.Router(); var util = require('util'); var request = require('request'); var jsonfile = require('jsonfile'); var lxc = require('../lxc'); var doapi = require('../doapi')(); var settings = require('./workers.json'); // mapping of current used runners for quick loop up based on runner label var label2runner = {}; // var tagPrefix = settings.tagPrefix || 'clwV'; var workers = require('./workers_manager.js'); var ramPercentUsed = function(ip, callback){ // checks the percent of ram used on a worker. return lxc.exec( "python3 -c \"a=`head /proc/meminfo|grep MemAvail|grep -Po '\\d+'`;t=`head /proc/meminfo|grep MemTotal|grep -Po '\\d+'`;print(round(((t-a)/t)*100, 2))\"", ip, callback ); }; var runnerTimeout = function(runner, time){ time = time || 60000; // 1 minutes if(runner.hasOwnProperty('timeout')){ clearTimeout(runner.timeout); } return runner.timeout = setTimeout(runnerFree, time, runner); }; var runnerFree = function(runner){ lxc.stop(runner.name, runner.worker.ip); runner.worker.usedrunners--; if(runner.hasOwnProperty('timeout')){ clearTimeout(runner.timeout); } delete label2runner[runner.label]; console.log(`Runner freed ${runner.label}.`, runner.worker); workers.startRunners({worker: runner.worker}); }; var getAvailrunner = function(runner){ for(let worker of workers){ if(worker.availrunners.length === 0) continue; if(runner && runner.worker.index <= worker.index) break; if(runner) runnerFree(runner); return worker.getRunner(); } if(runner) return runner; }; var run = function(req, res, runner, count){ count = count || 0; console.log(`Runner starting attempt ${count}.`); if(!runner){ console.log(`No runner available!`); res.status(503); return res.json({error: 'No runners, try again soon.'}); } if(count > 2){ console.log(`Runner attempt failed, to many requests!`); return res.status(400).json({error: 'Runner restarted to many times'}); } var httpOptions = { url: 'http://' + runner.worker.ip, headers: { Host: runner.name }, body: JSON.stringify({ code: req.body.code }) }; return request.post(httpOptions, function(error, response, body){ // console.log('runner response:', arguments) if(error || response.statusCode !== 200) return run(req, res, getAvailrunner(), ++count); body = JSON.parse(body); if(req.query.once){ res.json(body); return runnerFree(runner, 0); } label2runner[runner.label] = runner; body['ip'] = runner.label; body['rname'] = runner.name; body['wname'] = runner.worker.name; res.json(body); runnerTimeout(runner); }); }; console.log('========STARTING===========') setInterval(workers.checkBalance, 15000); workers.destroyByTag(); router.get('/stop/:name', function(req, res, next){ return lxc.stop(req.params.name, function(data){ console.log('stop', arguments); if(data){ return res.json({status: 500, name: req.params.name, message: data}); }else{ return res.json({status: 200}); } }); }); router.get('/destroyByTag', function(req, res, next) { workers.destroyByTag(); res.send('?'); }); router.post('/updateID', function(req, res, next){ var newWorkers = { workers: [], image: req.query.image, target: req.query.target || workers.length, size: req.query.size || workers.settings.size, version: workers.settings.version+1, min: req.query.min || workers.settings, minAvail: req.query.minAvail || workers.settings }; doapi.tagCreate(tagPrefix+newWorkers.version); workers.destroyByTag(tagPrefix+newWorkers.version); for(var i=0; i= args.newWorkers.target){ console.log('upgrade complete!') workers.settings.image = args.newWorkers.image; workers.settings.size = args.newWorkers.size; workers.settings.min = args.newWorkers.min; workers.settings.minAvail = args.newWorkers.minAvail; workers.forEach(function(worker){ worker.availrunners.forEach(function(runner){ lxc.stop(runner.name, runner.worker.ip); }); worker.availrunners = []; }); workers.add(args.newWorkers.workers); workers.settingsSave(); workers.checkBalance(); } } }); } }); } res.json({status: "maybe?"}); }); router.get('/liststuff', function(req, res, next){ var obj = util.inspect(workers, {depth: 4}); res.send(`

Workers

${obj}

label2runner

${util.inspect(label2runner)}

DO calls

${doapi.calls} `); }); router.get('/ping/:runner', function(req, res, next){ var runner = label2runner[req.params.runner]; runnerTimeout(runner); res.json({res:''}); }); router.post('/run/:runner?', function (req, res, next){ console.log(`Request runner route!`); var runner = getAvailrunner(label2runner[req.params.runner]); return run(req, res, runner); }); module.exports = router;