wmantly/lxc_manager_node
1
1
Fork 0
Code Issues Pull Requests Releases Wiki Activity

stuff

Browse Source
This commit is contained in:
William Mantly 2016-05-26 19:22:06 -04:00
parent eff29a9922
commit 4651a2f49c
1 changed files with 108 additions and 99 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

207
routes/api.js
View File

@ -7,18 +7,12 @@ var request = require('request');
var lxc = require('../lxc'); var lxc = require('../lxc');
var doapi = require('../doapi')(); var doapi = require('../doapi')();
var timeoutEvents = {};
var label2container = {}; var label2container = {};
var availContainers = []; var workers = [];
var usedContainers = [];
var workers = {};
// var workers = { var checkBalance = function(){
// clworker0: {
// ip: '104.236.77.157', };
// name: 'clworker0'
// }
// };
var getFreeMem = function(ip, callback){ var getFreeMem = function(ip, callback){
@ -29,32 +23,26 @@ var getFreeMem = function(ip, callback){
); );
}; };
var getWorkers = function(){ var containerFree = function(container){
doapi.dropletsByTag('clworker', function(data){ lxc.stop(name, container);
data = JSON.parse(data); container.worker.usedContainer--;
data['droplets'].forEach(function(value){ delete label2container[container.label];
workers[value.name] = makeWokerObj(value);
startWorkers(workers[value.name]);
});
});
}; };
var lxcTimeout = function(container, time){ var lxcTimeout = function(container, time){
time = time || 900000; // 15 minutes time = time || 900000; // 15 minutes
var keys = Object.keys(timeoutEvents);
if(keys.indexOf(container.label) !== -1){ if(container.hasOwnProperty('timeout')){
clearTimeout(timeoutEvents[container.label]) clearTimeout(container.timeout);
} }
return timeoutEvents[container.label] = setTimeout(function(){ return container.timeout = setTimeout(function(){
lxc.stop(name, container); containerFree(container)
return startAll(container.worker); return startAll(container.worker);
}, time); }, time);
}; };
var runner = function(req, res, container){ var runner = function(req, res, container){
lxcTimeout(container);
console.log('calling runner:', container); console.log('calling runner:', container);
var httpOptions = { var httpOptions = {
@ -66,12 +54,21 @@ var runner = function(req, res, container){
code: req.body.code code: req.body.code
}) })
}; };
console.log('runner request:', httpOptions);
return request.post(httpOptions, function(error, response, body){ return request.post(httpOptions, function(error, response, body){
console.log('runner response:', arguments) console.log('runner response:', arguments)
body = JSON.parse(body); body = JSON.parse(body);
var i = -1;
while(workers[++i].availContainers.length && workers[i].index < container.worker.index){
containerFree(container);
container = workers[i].availContainers.pop();
container.usedContainer++;
}
body['ip'] = container.label; body['ip'] = container.label;
lxcTimeout(container);
return res.json(body); return res.json(body);
}); });
}; };
@ -79,58 +76,113 @@ var makeWokerObj = function(worker){
worker.networks.v4.forEach(function(value){ worker.networks.v4.forEach(function(value){
worker[value.type+'IP'] = value.ip_address; worker[value.type+'IP'] = value.ip_address;
}); });
worker.availContainers = [];
worker.ip = worker.privateIP; worker.ip = worker.privateIP;
worker.usedContainer = 0;
return worker; return worker;
}; };
var startWorkers = function(clworker, stopPercent){ var getWorkers = function(){
doapi.dropletsByTag('clworker', function(data){
data = JSON.parse(data);
data['droplets'].forEach(function(value){
var workerIDX = workers.push(makeWokerObj(value)) - 1;
workers[workerIDX].index = workerIDX;
startWorker(workers[workerIDX]);
});
});
};
var getAvailContainer = function(){
var i = -1;
while(workers[++i].availContainers.length){
var container = wrokers[i].availContainers.pop();
label2container[container.label] = container;
container.worker.usedContainer++;
return container;
}
};
var startWorker = function(clworker, stopPercent){
stopPercent = stopPercent || 30; stopPercent = stopPercent || 30;
console.log(clworker)
getFreeMem(clworker.ip, function(usedMemPercent){ getFreeMem(clworker.ip, function(usedMemPercent){
console.log(arguments)
if(usedMemPercent < stopPercent ){ if(usedMemPercent < stopPercent ){
var name = 'crunner-'+(Math.random()*100).toString().replace('.',''); var name = 'crunner-'+(Math.random()*100).toString().replace('.','');
return lxc.startEphemeral(name, 'crunner0', clworker.ip, function(data){ return lxc.startEphemeral(name, 'crunner0', clworker.ip, function(data){
console.log('worker:', clworker.name, 'name:', name)
if( !data.ip ) return setTimeout(startWorkers(clworker),0);
availContainers.push({ if( !data.ip ) return setTimeout(startWorker(clworker),0);
worker.availContainers.push({
ip: data.ip, ip: data.ip,
name: name, name: name,
worker: clworker, worker: clworker,
label: clworker.name+':'+name label: clworker.name+':'+name
}); });
return setTimeout(startWorkers(clworker),0); return setTimeout(startWorker(clworker, stopPercent), 0);
}); });
}else{ }else{
console.log('using', usedMemPercent, 'percent memory, stopping container creation!', availContainers.length, 'created'); console.log('using', usedMemPercent, 'percent memory, stopping container creation!', worker.availContainers.length, 'created');
} }
}); });
}; };
getWorkers(); getWorkers();
router.get('/start/:name', function(req, res, next){ // router.get('/start/:name', function(req, res, next){
return lxc.start(req.params.name, function(data){ // return lxc.start(req.params.name, function(data){
if(!data){ // if(!data){
return res.json({ // return res.json({
status: 500, // status: 500,
name: req.params.name, // name: req.params.name,
message: data // message: data
}); // });
}else{ // }else{
res.json({}); // res.json({});
} // }
}); // });
}); // });
router.get('/live/:template/:name', function(req, res, next){ // router.get('/live/:template/:name', function(req, res, next){
return lxc.startEphemeral(req.params.name, req.params.template, function (data) { // return lxc.startEphemeral(req.params.name, req.params.template, function (data) {
console.log('live', arguments); // console.log('live', arguments);
return res.json(data); // return res.json(data);
}); // });
}); // });
// router.get('/clone/:template/:name', function(req, res, next){
// return lxc.clone(req.params.name, req.params.template, function(data){
// console.log('clone', arguments);
// if( data.match(/Created container/) ){
// return res.json({status: 200});
// }else{
// return res.json({status: 500, message: data});
// }
// });
// });
// router.get('/destroy/:name', function(req, res, next){
// return lxc.destroy(req.params.name, function(data){
// console.log('destroy', arguments);
// if(data){
// return res.json({status: 500, message: data});
// }else{
// return res.json({status: 200});
// }
// });
// });
// router.get('/info/:name', function(req, res, next){
// return lxc.info(req.params.name, function(data){
// return res.json(data);
// });
// });
// router.get('/list', function(req, res, next) {
// return lxc.list(workers.clworker0.ip, function(data){
// return res.json(data);
// });
// });
router.get('/stop/:name', function(req, res, next){ router.get('/stop/:name', function(req, res, next){
return lxc.stop(req.params.name, function(data){ return lxc.stop(req.params.name, function(data){
@ -143,60 +195,17 @@ router.get('/stop/:name', function(req, res, next){
}); });
}); });
router.get('/clone/:template/:name', function(req, res, next){
return lxc.clone(req.params.name, req.params.template, function(data){
console.log('clone', arguments);
if( data.match(/Created container/) ){
return res.json({status: 200});
}else{
return res.json({status: 500, message: data});
}
});
});
router.get('/destroy/:name', function(req, res, next){
return lxc.destroy(req.params.name, function(data){
console.log('destroy', arguments);
if(data){
return res.json({status: 500, message: data});
}else{
return res.json({status: 200});
}
});
});
router.get('/liststuff', function(req, res, next){ router.get('/liststuff', function(req, res, next){
res.json({'workers': workers, 'availContainers': availContainers}) res.json({'workers': workers, 'availContainers': availContainers})
}); });
router.get('/info/:name', function(req, res, next){
return lxc.info(req.params.name, function(data){
return res.json(data);
});
});
router.get('/list', function(req, res, next) {
return lxc.list(workers.clworker0.ip, function(data){
return res.json(data);
});
});
router.post('/run/:ip?', function doRun(req, res, next){ router.post('/run/:ip?', function doRun(req, res, next){
// check if server is // check if server is
console.log('hit runner!') console.log('hit runner!')
var container = label2container[req.params.ip] || null; var container = label2container[req.params.ip] || getAvailContainer();
return runner(req, res, container);
if(container){
return runner(req, res, container);
}else{
container = availContainers.splice(0,1)[0];
console.log(container)
label2container[container.worker.name+':'+container.name] = container;
return runner(req, res, container);
}
}); });
module.exports = router; module.exports = router;