150 lines
4.5 KiB
JavaScript
150 lines
4.5 KiB
JavaScript
const appConfig = require('./config')
|
|
const spiderCall = require('./spider')
|
|
const dbPatcher = require('./dbPatcher')
|
|
const startSphinx = require('./sphinx')
|
|
|
|
const http = require('http')
|
|
const express = require('express');
|
|
const app = express();
|
|
const server = http.Server(app);
|
|
const io = require('socket.io')(server);
|
|
const fs = require('fs');
|
|
const path = require('path')
|
|
const os = require('os')
|
|
require('tagslog')({logFile: 'rats.log'});
|
|
|
|
const packageJson = JSON.parse(fs.readFileSync('package.json', 'utf8'));
|
|
|
|
server.listen(appConfig.httpPort);
|
|
logT('system', 'Rats v' + packageJson.version)
|
|
logT('system', 'Listening web server on', appConfig.httpPort, 'port')
|
|
logT('system', 'Platform:', os.platform())
|
|
logT('system', 'Arch:', os.arch())
|
|
logT('system', 'OS Release:', os.release())
|
|
logT('system', 'CPU:', os.cpus()[0].model)
|
|
logT('system', 'CPU Logic cores:', os.cpus().length)
|
|
logT('system', 'Total memory:', (os.totalmem() / (1024 * 1024)).toFixed(2), 'MB')
|
|
logT('system', 'Free memory:', (os.freemem() / (1024 * 1024)).toFixed(2), 'MB')
|
|
logT('system', 'NodeJS:', process.version)
|
|
logT('system', 'Web server')
|
|
process.env['NODE_TLS_REJECT_UNAUTHORIZED'] = 0
|
|
|
|
// handle promise rejections
|
|
process.on('unhandledRejection', r => logTE('system', 'Rejection:', r));
|
|
process.on('uncaughtException', (err, origin) => logTE('system', 'Exception:', err, 'Origin:', origin));
|
|
|
|
const majorVersion = /v?([0-9]+)\.?([0-9]+)?\.?([0-9]+)?\.?([0-9]+)?/.exec(process.version)[1]
|
|
if(majorVersion < 8)
|
|
{
|
|
logTE('system', 'Minumum Node.JS version >= 8.0.0, please update and try again')
|
|
process.exit(1);
|
|
}
|
|
|
|
if (!fs.existsSync(__dirname + '/../../imports') || fs.readdirSync(__dirname + '/../../imports').length == 0) {
|
|
logTE('system', 'You are not clonned submodules correctly, please use git clone --recurse-submodules https://github.com/DEgITx/rats-search.git');
|
|
process.exit(1);
|
|
}
|
|
|
|
app.use(express.static('web'));
|
|
|
|
appConfig.restApi = true;
|
|
logT('rest', 'REST API', (appConfig.restApi ? 'enabled' : 'disabled'));
|
|
|
|
const socketMessages = {}
|
|
|
|
io.on('connection', (socket) =>
|
|
{
|
|
for(const message in socketMessages)
|
|
{
|
|
socket.on(message, (...data) => {
|
|
const id = data.shift();
|
|
socketMessages[message](...data, id)
|
|
})
|
|
}
|
|
})
|
|
|
|
let responceRestQueue = [];
|
|
|
|
if (appConfig.restApi) {
|
|
app.get('/api/queue', (req, res) => {
|
|
const uniqueId = Math.random().toString(16).slice(2) + '_' + (new Date()).getTime();
|
|
logT('rest', 'queue responce', uniqueId, 'size', responceRestQueue.length);
|
|
res.send({id: uniqueId, queue: responceRestQueue})
|
|
// clear queue after the read of json queue
|
|
responceRestQueue = [];
|
|
});
|
|
}
|
|
|
|
const start = async () =>
|
|
{
|
|
({ sphinx } = await startSphinx(() => {
|
|
dbPatcher(() => {
|
|
spider = new spiderCall((...data) => {
|
|
if (appConfig.restApi) {
|
|
if (responceRestQueue.length < 1000) {
|
|
responceRestQueue.push(data);
|
|
} else {
|
|
logTE('rest', 'max 1000 queue records, please use /api/queue to clean records')
|
|
}
|
|
}
|
|
return io.sockets.emit(...data)
|
|
}, (message, callback) => {
|
|
socketMessages[message] = callback
|
|
if (appConfig.restApi) {
|
|
app.get('/api/' + message, (req, res) => {
|
|
try {
|
|
const uniqueId = Math.random().toString(16).slice(2) + '_' + (new Date()).getTime();
|
|
logT('rest', 'request', uniqueId, message, req.query);
|
|
let args = req.query;
|
|
if (args && Object.keys(args).length > 0) {
|
|
args = Object.assign({}, args);
|
|
for (const key in args) {
|
|
if (typeof args[key] == "string" && args[key].length >= 2 && args[key][0] == '{' && args[key][args[key].length - 1] == '}') {
|
|
args[key] = JSON.parse(args[key])
|
|
}
|
|
}
|
|
}
|
|
callback(args, (...data) => {
|
|
logT('rest', 'responce', uniqueId);
|
|
res.send({id: uniqueId, responce: data})
|
|
}, uniqueId)
|
|
} catch (e) {
|
|
logTE('rest', 'not json request', message, req.query);
|
|
}
|
|
|
|
})
|
|
}
|
|
}, path.resolve(packageJson.serverDataDirectory), packageJson.version, 'production', sphinx)
|
|
}, null, sphinx)
|
|
}, path.resolve(packageJson.serverDataDirectory), () => {}))
|
|
}
|
|
start()
|
|
|
|
var rl = require("readline").createInterface({
|
|
input: process.stdin,
|
|
output: process.stdout
|
|
});
|
|
|
|
rl.on("SIGINT", function () {
|
|
process.emit("SIGINT");
|
|
});
|
|
|
|
process.on("SIGINT", () => {
|
|
rl.close()
|
|
if(spider)
|
|
{
|
|
spider.stop(() => sphinx.stop(() => process.exit()))
|
|
}
|
|
else if(sphinx)
|
|
{
|
|
sphinx.stop(() => process.exit())
|
|
}
|
|
else
|
|
{
|
|
process.exit()
|
|
}
|
|
});
|
|
|
|
process.on("SIGTERM", () => {
|
|
process.emit("SIGINT");
|
|
}); |