/** * Misskey Entry Point! */ Error.stackTraceLimit = Infinity; require('events').EventEmitter.defaultMaxListeners = 128; import * as os from 'os'; import * as cluster from 'cluster'; import * as debug from 'debug'; import chalk from 'chalk'; import * as portscanner from 'portscanner'; import isRoot = require('is-root'); import Xev from 'xev'; import * as program from 'commander'; import * as sysUtils from 'systeminformation'; import mongo, { nativeDbConn } from './db/mongodb'; import Logger from './misc/logger'; import serverStats from './daemons/server-stats'; import notesStats from './daemons/notes-stats'; import loadConfig from './config/load'; import { Config } from './config/types'; import { lessThan } from './prelude/array'; const clusterLog = debug('misskey:cluster'); const ev = new Xev(); if (process.env.NODE_ENV != 'production' && process.env.DEBUG == null) { debug.enable('misskey'); } const pkg = require('../package.json'); //#region Command line argument definitions program .version(pkg.version) .option('--no-daemons', 'Disable daemon processes (for debbuging)') .option('--disable-clustering', 'Disable clustering') .parse(process.argv); //#endregion /** * Init process */ function main() { process.title = `Misskey (${cluster.isMaster ? 'master' : 'worker'})`; if (cluster.isMaster || program.disableClustering) { masterMain(); if (cluster.isMaster) { ev.mount(); } if (program.daemons) { serverStats(); notesStats(); } } if (cluster.isWorker || program.disableClustering) { workerMain(); } } /** * Init master process */ async function masterMain() { let config: Config; try { // initialize app config = await init(); } catch (e) { console.error(e); Logger.error('Fatal error occurred during initialization'); process.exit(1); } Logger.succ('Misskey initialized'); if (!program.disableClustering) { await spawnWorkers(config.clusterLimit); } Logger.succ(`Now listening on port ${config.port} on ${config.url}`); } /** * Init worker process */ async function workerMain() { // start server await require('./server').default(); if (cluster.isWorker) { // Send a 'ready' message to parent process process.send('ready'); } } const runningNodejsVersion = process.version.slice(1).split('.').map(x => parseInt(x, 10)); const requiredNodejsVersion = [10, 0, 0]; const satisfyNodejsVersion = !lessThan(runningNodejsVersion, requiredNodejsVersion); function isWellKnownPort(port: number): boolean { return port < 1024; } async function isPortAvailable(port: number): Promise { return await portscanner.checkPortStatus(port, '127.0.0.1') === 'closed'; } async function showMachine() { const logger = new Logger('Machine'); logger.info(`Hostname: ${os.hostname()}`); logger.info(`Platform: ${process.platform}`); logger.info(`Architecture: ${process.arch}`); logger.info(`CPU: ${os.cpus().length} core`); const mem = await sysUtils.mem(); const totalmem = (mem.total / 1024 / 1024 / 1024).toFixed(1); const availmem = (mem.available / 1024 / 1024 / 1024).toFixed(1); logger.info(`MEM: ${totalmem}GB (available: ${availmem}GB)`); } function showEnvironment(): void { const env = process.env.NODE_ENV; const logger = new Logger('Env'); logger.info(typeof env == 'undefined' ? 'NODE_ENV is not set' : `NODE_ENV: ${env}`); if (env !== 'production') { logger.warn('The environment is not in production mode'); logger.warn('Do not use for production purpose'); } logger.info(`You ${isRoot() ? '' : 'do not '}have root privileges`); } /** * Init app */ async function init(): Promise { Logger.info('Welcome to Misskey!'); Logger.info(`<<< Misskey v${pkg.version} >>>`); new Logger('Nodejs').info(`Version ${runningNodejsVersion.join('.')}`); if (!satisfyNodejsVersion) { new Logger('Nodejs').error(`Node.js version is less than ${requiredNodejsVersion.join('.')}. Please upgrade it.`); process.exit(1); } await showMachine(); showEnvironment(); const configLogger = new Logger('Config'); let config; try { config = loadConfig(); } catch (exception) { if (typeof exception === 'string') { configLogger.error(exception); process.exit(1); } if (exception.code === 'ENOENT') { configLogger.error('Configuration file not found'); process.exit(1); } throw exception; } configLogger.succ('Loaded'); if (config.port == null) { Logger.error('The port is not configured. Please configure port.'); process.exit(1); } if (process.platform === 'linux' && isWellKnownPort(config.port) && !isRoot()) { Logger.error('You need root privileges to listen on well-known port on Linux'); process.exit(1); } if (!await isPortAvailable(config.port)) { Logger.error(`Port ${config.port} is already in use`); process.exit(1); } // Try to connect to MongoDB await checkMongoDB(config); return config; } const requiredMongoDBVersion = [3, 6]; function checkMongoDB(config: Config) { const mongoDBLogger = new Logger('MongoDB'); const u = config.mongodb.user ? encodeURIComponent(config.mongodb.user) : null; const p = config.mongodb.pass ? encodeURIComponent(config.mongodb.pass) : null; const uri = `mongodb://${u && p ? `${u}:****@` : ''}${config.mongodb.host}:${config.mongodb.port}/${config.mongodb.db}`; mongoDBLogger.info(`Connecting to ${uri}`); mongo.then(() => { mongoDBLogger.succ('Connectivity confirmed'); nativeDbConn().then(db => db.admin().serverInfo()).then(x => x.version).then((version: string) => { mongoDBLogger.info(`Version: ${version}`); if (lessThan(version.split('.').map(x => parseInt(x, 10)), requiredMongoDBVersion)) { mongoDBLogger.error(`MongoDB version is less than ${requiredMongoDBVersion.join('.')}. Please upgrade it.`); process.exit(1); } }); }).catch(err => { mongoDBLogger.error(err.message); }); } async function spawnWorkers(limit: number = Infinity) { const workers = Math.min(limit, os.cpus().length); Logger.info(`Starting ${workers} worker${workers === 1 ? '' : 's'}...`); await Promise.all([...Array(workers)].map(spawnWorker)); Logger.succ('All workers started'); } function spawnWorker(): Promise { return new Promise(res => { const worker = cluster.fork(); worker.on('message', message => { if (message !== 'ready') return; Logger.succ('A worker started'); res(); }); }); } //#region Events // Listen new workers cluster.on('fork', worker => { clusterLog(`Process forked: [${worker.id}]`); }); // Listen online workers cluster.on('online', worker => { clusterLog(`Process is now online: [${worker.id}]`); }); // Listen for dying workers cluster.on('exit', worker => { // Replace the dead worker, // we're not sentimental clusterLog(chalk.red(`[${worker.id}] died :(`)); cluster.fork(); }); // Display detail of unhandled promise rejection process.on('unhandledRejection', console.dir); // Display detail of uncaught exception process.on('uncaughtException', err => { console.error(err); }); // Dying away... process.on('exit', code => { Logger.info(`The process is going to exit with code ${code}`); }); //#endregion main();