stuff
This commit is contained in:
parent
eff29a9922
commit
4651a2f49c
203
routes/api.js
203
routes/api.js
@ -7,18 +7,12 @@ var request = require('request');
|
||||
var lxc = require('../lxc');
|
||||
var doapi = require('../doapi')();
|
||||
|
||||
var timeoutEvents = {};
|
||||
var label2container = {};
|
||||
var availContainers = [];
|
||||
var usedContainers = [];
|
||||
var workers = {};
|
||||
var workers = [];
|
||||
|
||||
// var workers = {
|
||||
// clworker0: {
|
||||
// ip: '104.236.77.157',
|
||||
// name: 'clworker0'
|
||||
// }
|
||||
// };
|
||||
var checkBalance = function(){
|
||||
|
||||
};
|
||||
|
||||
var getFreeMem = function(ip, callback){
|
||||
|
||||
@ -29,32 +23,26 @@ var getFreeMem = function(ip, callback){
|
||||
);
|
||||
};
|
||||
|
||||
var getWorkers = function(){
|
||||
doapi.dropletsByTag('clworker', function(data){
|
||||
data = JSON.parse(data);
|
||||
data['droplets'].forEach(function(value){
|
||||
workers[value.name] = makeWokerObj(value);
|
||||
startWorkers(workers[value.name]);
|
||||
});
|
||||
});
|
||||
var containerFree = function(container){
|
||||
lxc.stop(name, container);
|
||||
container.worker.usedContainer--;
|
||||
delete label2container[container.label];
|
||||
};
|
||||
|
||||
var lxcTimeout = function(container, time){
|
||||
time = time || 900000; // 15 minutes
|
||||
var keys = Object.keys(timeoutEvents);
|
||||
|
||||
if(keys.indexOf(container.label) !== -1){
|
||||
clearTimeout(timeoutEvents[container.label])
|
||||
if(container.hasOwnProperty('timeout')){
|
||||
clearTimeout(container.timeout);
|
||||
}
|
||||
|
||||
return timeoutEvents[container.label] = setTimeout(function(){
|
||||
lxc.stop(name, container);
|
||||
return container.timeout = setTimeout(function(){
|
||||
containerFree(container)
|
||||
return startAll(container.worker);
|
||||
}, time);
|
||||
};
|
||||
|
||||
var runner = function(req, res, container){
|
||||
lxcTimeout(container);
|
||||
console.log('calling runner:', container);
|
||||
|
||||
var httpOptions = {
|
||||
@ -66,12 +54,21 @@ var runner = function(req, res, container){
|
||||
code: req.body.code
|
||||
})
|
||||
};
|
||||
console.log('runner request:', httpOptions);
|
||||
|
||||
return request.post(httpOptions, function(error, response, body){
|
||||
console.log('runner response:', arguments)
|
||||
body = JSON.parse(body);
|
||||
var i = -1;
|
||||
while(workers[++i].availContainers.length && workers[i].index < container.worker.index){
|
||||
containerFree(container);
|
||||
|
||||
container = workers[i].availContainers.pop();
|
||||
container.usedContainer++;
|
||||
}
|
||||
body['ip'] = container.label;
|
||||
lxcTimeout(container);
|
||||
return res.json(body);
|
||||
|
||||
});
|
||||
};
|
||||
|
||||
@ -79,58 +76,113 @@ var makeWokerObj = function(worker){
|
||||
worker.networks.v4.forEach(function(value){
|
||||
worker[value.type+'IP'] = value.ip_address;
|
||||
});
|
||||
worker.availContainers = [];
|
||||
worker.ip = worker.privateIP;
|
||||
worker.usedContainer = 0;
|
||||
return worker;
|
||||
};
|
||||
|
||||
var startWorkers = function(clworker, stopPercent){
|
||||
var getWorkers = function(){
|
||||
doapi.dropletsByTag('clworker', function(data){
|
||||
data = JSON.parse(data);
|
||||
data['droplets'].forEach(function(value){
|
||||
var workerIDX = workers.push(makeWokerObj(value)) - 1;
|
||||
workers[workerIDX].index = workerIDX;
|
||||
|
||||
startWorker(workers[workerIDX]);
|
||||
});
|
||||
});
|
||||
};
|
||||
|
||||
var getAvailContainer = function(){
|
||||
var i = -1;
|
||||
while(workers[++i].availContainers.length){
|
||||
var container = wrokers[i].availContainers.pop();
|
||||
label2container[container.label] = container;
|
||||
container.worker.usedContainer++;
|
||||
return container;
|
||||
}
|
||||
};
|
||||
|
||||
var startWorker = function(clworker, stopPercent){
|
||||
stopPercent = stopPercent || 30;
|
||||
console.log(clworker)
|
||||
getFreeMem(clworker.ip, function(usedMemPercent){
|
||||
console.log(arguments)
|
||||
if(usedMemPercent < stopPercent ){
|
||||
var name = 'crunner-'+(Math.random()*100).toString().replace('.','');
|
||||
return lxc.startEphemeral(name, 'crunner0', clworker.ip, function(data){
|
||||
console.log('worker:', clworker.name, 'name:', name)
|
||||
if( !data.ip ) return setTimeout(startWorkers(clworker),0);
|
||||
|
||||
availContainers.push({
|
||||
if( !data.ip ) return setTimeout(startWorker(clworker),0);
|
||||
|
||||
worker.availContainers.push({
|
||||
ip: data.ip,
|
||||
name: name,
|
||||
worker: clworker,
|
||||
label: clworker.name+':'+name
|
||||
});
|
||||
return setTimeout(startWorkers(clworker),0);
|
||||
return setTimeout(startWorker(clworker, stopPercent), 0);
|
||||
});
|
||||
}else{
|
||||
console.log('using', usedMemPercent, 'percent memory, stopping container creation!', availContainers.length, 'created');
|
||||
console.log('using', usedMemPercent, 'percent memory, stopping container creation!', worker.availContainers.length, 'created');
|
||||
}
|
||||
});
|
||||
};
|
||||
|
||||
|
||||
getWorkers();
|
||||
|
||||
router.get('/start/:name', function(req, res, next){
|
||||
return lxc.start(req.params.name, function(data){
|
||||
if(!data){
|
||||
return res.json({
|
||||
status: 500,
|
||||
name: req.params.name,
|
||||
message: data
|
||||
});
|
||||
}else{
|
||||
res.json({});
|
||||
}
|
||||
});
|
||||
});
|
||||
// router.get('/start/:name', function(req, res, next){
|
||||
// return lxc.start(req.params.name, function(data){
|
||||
// if(!data){
|
||||
// return res.json({
|
||||
// status: 500,
|
||||
// name: req.params.name,
|
||||
// message: data
|
||||
// });
|
||||
// }else{
|
||||
// res.json({});
|
||||
// }
|
||||
// });
|
||||
// });
|
||||
|
||||
router.get('/live/:template/:name', function(req, res, next){
|
||||
return lxc.startEphemeral(req.params.name, req.params.template, function (data) {
|
||||
console.log('live', arguments);
|
||||
return res.json(data);
|
||||
});
|
||||
});
|
||||
// router.get('/live/:template/:name', function(req, res, next){
|
||||
// return lxc.startEphemeral(req.params.name, req.params.template, function (data) {
|
||||
// console.log('live', arguments);
|
||||
// return res.json(data);
|
||||
// });
|
||||
// });
|
||||
|
||||
// router.get('/clone/:template/:name', function(req, res, next){
|
||||
// return lxc.clone(req.params.name, req.params.template, function(data){
|
||||
// console.log('clone', arguments);
|
||||
// if( data.match(/Created container/) ){
|
||||
// return res.json({status: 200});
|
||||
// }else{
|
||||
// return res.json({status: 500, message: data});
|
||||
// }
|
||||
// });
|
||||
// });
|
||||
|
||||
// router.get('/destroy/:name', function(req, res, next){
|
||||
// return lxc.destroy(req.params.name, function(data){
|
||||
// console.log('destroy', arguments);
|
||||
// if(data){
|
||||
// return res.json({status: 500, message: data});
|
||||
// }else{
|
||||
// return res.json({status: 200});
|
||||
// }
|
||||
// });
|
||||
// });
|
||||
|
||||
// router.get('/info/:name', function(req, res, next){
|
||||
// return lxc.info(req.params.name, function(data){
|
||||
// return res.json(data);
|
||||
// });
|
||||
// });
|
||||
|
||||
// router.get('/list', function(req, res, next) {
|
||||
// return lxc.list(workers.clworker0.ip, function(data){
|
||||
// return res.json(data);
|
||||
// });
|
||||
// });
|
||||
|
||||
router.get('/stop/:name', function(req, res, next){
|
||||
return lxc.stop(req.params.name, function(data){
|
||||
@ -143,60 +195,17 @@ router.get('/stop/:name', function(req, res, next){
|
||||
});
|
||||
});
|
||||
|
||||
router.get('/clone/:template/:name', function(req, res, next){
|
||||
return lxc.clone(req.params.name, req.params.template, function(data){
|
||||
console.log('clone', arguments);
|
||||
if( data.match(/Created container/) ){
|
||||
return res.json({status: 200});
|
||||
}else{
|
||||
return res.json({status: 500, message: data});
|
||||
}
|
||||
});
|
||||
});
|
||||
|
||||
router.get('/destroy/:name', function(req, res, next){
|
||||
return lxc.destroy(req.params.name, function(data){
|
||||
console.log('destroy', arguments);
|
||||
if(data){
|
||||
return res.json({status: 500, message: data});
|
||||
}else{
|
||||
return res.json({status: 200});
|
||||
}
|
||||
});
|
||||
});
|
||||
|
||||
router.get('/liststuff', function(req, res, next){
|
||||
res.json({'workers': workers, 'availContainers': availContainers})
|
||||
});
|
||||
|
||||
router.get('/info/:name', function(req, res, next){
|
||||
return lxc.info(req.params.name, function(data){
|
||||
return res.json(data);
|
||||
});
|
||||
});
|
||||
|
||||
router.get('/list', function(req, res, next) {
|
||||
return lxc.list(workers.clworker0.ip, function(data){
|
||||
return res.json(data);
|
||||
});
|
||||
});
|
||||
|
||||
router.post('/run/:ip?', function doRun(req, res, next){
|
||||
// check if server is
|
||||
console.log('hit runner!')
|
||||
|
||||
var container = label2container[req.params.ip] || null;
|
||||
var container = label2container[req.params.ip] || getAvailContainer();
|
||||
|
||||
|
||||
if(container){
|
||||
return runner(req, res, container);
|
||||
}else{
|
||||
container = availContainers.splice(0,1)[0];
|
||||
console.log(container)
|
||||
label2container[container.worker.name+':'+container.name] = container;
|
||||
return runner(req, res, container);
|
||||
}
|
||||
|
||||
});
|
||||
|
||||
module.exports = router;
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user