nci/app.js
2016-01-06 23:24:41 +03:00

261 lines
6.7 KiB
JavaScript

'use strict';
var env = process.env.NODE_ENV || 'development',
db = require('./db'),
http = require('http'),
nodeStatic = require('node-static'),
path = require('path'),
fs = require('fs'),
Steppy = require('twostep').Steppy,
_ = require('underscore'),
reader = require('./lib/reader'),
notifier = require('./lib/notifier'),
ProjectsCollection = require('./lib/project').ProjectsCollection,
BuildsCollection = require('./lib/build').BuildsCollection,
libLogger = require('./lib/logger'),
EventEmitter = require('events').EventEmitter,
validateConfig = require('./lib/validateConfig');
var app = new EventEmitter(),
logger = libLogger('app'),
httpApi;
var staticPath = path.join(__dirname, 'static'),
staticServer = new nodeStatic.Server(staticPath),
staticDataServer;
var server = http.createServer(function(req, res) {
if (req.url.indexOf('/api/') === 0) {
return httpApi(req, res);
}
if (new RegExp('^/projects/(\\w|-)+/workspace').test(req.url)) {
return staticDataServer.serve(req, res);
}
if (req.url.indexOf('/data.io.js') === -1) {
if (/(js|css|fonts|images)/.test(req.url)) {
staticServer.serve(req, res);
} else {
// serve index for all app pages
if (env === 'development') {
var jade = require('jade');
// Compile a function
var index = jade.compileFile(__dirname + '/views/index.jade');
res.write(index({env: env}));
res.end();
} else {
// serve index for all other pages (/builds/:id, etc)
fs.createReadStream(path.join(staticPath, 'index.html'))
.pipe(res);
}
}
}
});
var socketio = require('socket.io')(server);
var dataio = require('./dataio')(socketio);
app.server = server;
app.dataio = dataio;
app.lib = {};
app.lib.reader = reader;
app.lib.notifier = notifier;
app.lib.logger = libLogger;
var configDefaults = {
notify: {},
http: {host: '127.0.0.1', port: 3000, url: 'http://127.0.0.1:3000'}
};
var completeUncompletedBuilds = function(callback) {
Steppy(
function() {
db.builds.find({
start: {descCreateDate: ''},
limit: 100
}, this.slot());
},
function(err, lastBuilds) {
var uncompletedBuilds = _(lastBuilds).filter(function(lastBuild) {
return !lastBuild.completed;
});
var completeGroup = this.makeGroup();
if (uncompletedBuilds.length) {
var queuedAndOtherUncompletedBuilds = _(uncompletedBuilds).partition(
function(uncompletedBuild) {
return uncompletedBuild.status === 'queued';
}
);
var queuedBuilds = queuedAndOtherUncompletedBuilds[0];
uncompletedBuilds = queuedAndOtherUncompletedBuilds[1];
if (queuedBuilds.length) {
logger.log(
'remove queued builds: %s',
_(queuedBuilds).pluck('id').join(', ')
);
db.builds.del(queuedBuilds, completeGroup.slot());
}
if (uncompletedBuilds.length) {
logger.log(
'complete with interrupt error uncompleted builds: %s',
_(uncompletedBuilds).pluck('id').join(', ')
);
_(uncompletedBuilds).each(function(uncompletedBuild) {
var endDate = (
uncompletedBuild.startDate ||
uncompletedBuild.createDate
);
var sumDuration = _(uncompletedBuild.stepTimings).reduce(
function(sum, timing) {
return sum + timing.duration;
},
0
) || 0;
endDate += sumDuration;
db.builds.update(
{id: uncompletedBuild.id},
{
endDate: endDate,
status: 'error',
completed: true,
error: {message: 'interrupted by server restart'}
},
completeGroup.slot()
);
});
}
}
},
callback
);
};
Steppy(
function() {
app.config = {};
app.config.paths = {};
// path to root dir (with projects, builds etc)
app.config.paths.data = path.join(process.cwd(), 'data');
staticDataServer = new nodeStatic.Server(app.config.paths.data);
app.config.paths.projects = path.join(app.config.paths.data, 'projects');
app.config.paths.db = path.join(app.config.paths.data, 'db');
app.config.paths.preload = path.join(app.config.paths.data, 'preload.json');
var dbDirExistsCallback = this.slot();
fs.exists(app.config.paths.db, function(isExists) {
dbDirExistsCallback(null, isExists);
});
var preloadExistsCallback = this.slot();
fs.exists(app.config.paths.preload, function(isExists) {
preloadExistsCallback(null, isExists);
});
},
function(err, isDbDirExists, isPreloadExists) {
if (isDbDirExists) {
this.pass(null);
} else {
fs.mkdir(app.config.paths.db, this.slot());
}
if (isPreloadExists) {
var preload = require(app.config.paths.preload);
// register rc plugins
_(preload.plugins).each(function(plugin) {
logger.log('Preload plugin "%s"', plugin);
require(plugin).register(app);
});
}
reader.load(app.config.paths.data, 'config', this.slot());
},
function(err, mkdirResult, config) {
this.pass(mkdirResult);
validateConfig(config, this.slot());
},
function(err, mkdirResult, config) {
_(app.config).defaults(config);
_(app.config).defaults(configDefaults);
logger.log('Server config:', JSON.stringify(app.config, null, 4));
var dbBackend = require(app.config.storage.backend);
// monkey patch memdown to allow save empty strings which is correct
// at general but occasionally not allowed at _checkKey
// https://github.com/Level/abstract-leveldown/issues/74
if (app.config.storage.backend === 'memdown') {
dbBackend.prototype._checkKey = _.noop;
}
db.init(app.config.paths.db, {db: dbBackend}, this.slot());
},
function() {
app.projects = new ProjectsCollection({
db: db,
reader: reader,
baseDir: app.config.paths.projects
});
completeUncompletedBuilds(this.slot());
},
function(err) {
require('./distributor').init(app, this.slot());
},
function(err, distributor) {
app.builds = new BuildsCollection({
db: db,
distributor: distributor
});
// register other plugins
require('./lib/notifier/console').register(app);
_(app.config.plugins).each(function(plugin) {
logger.log('Load plugin "%s"', plugin);
require(plugin).register(app);
});
httpApi = require('./httpApi')(app);
notifier.init(app.config.notify, this.slot());
require('./projectsWatcher').init(app, this.slot());
require('./scheduler').init(app, this.slot());
// init resources
require('./resources')(app);
},
function() {
// load projects after all plugins to provide ability for plugins to
// handle `projectLoaded` event
app.projects.loadAll(this.slot());
},
function(err) {
logger.log('Loaded projects: ', _(app.projects.getAll()).pluck('name'));
var host = app.config.http.host,
port = app.config.http.port;
logger.log('Start http server on %s:%s', host, port);
app.server.listen(port, host);
},
function(err) {
if (err) throw err;
}
);