evan/rats-search
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

perf(torrents): optimization files saving

Browse Source
This commit is contained in:
Alexey Kasyanchuk 2018-07-18 07:39:55 +03:00
parent 2f9e393ad8
commit 16aa6d7e62
2 changed files with 37 additions and 47 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

36
src/background/mysql.js
View File

@ -34,17 +34,35 @@ const expand = (sphinx) => {
sphinx.insertValues = (table, values, callback) => new Promise((resolve) => { sphinx.insertValues = (table, values, callback) => new Promise((resolve) => {
let names = ''; let names = '';
let data = ''; let data = '';
for(const val in values) const parseValues = (values) => {
{ let valuesData = ''
if(values[val] === null) names = ''
continue; for(const val in values)
{
if(values[val] === null)
continue;
names += '`' + val + '`,'; names += '`' + val + '`,';
data += sphinx.escape(values[val]) + ','; valuesData += sphinx.escape(values[val]) + ',';
}
names = names.slice(0, -1)
valuesData = valuesData.slice(0, -1)
return valuesData
} }
names = names.slice(0, -1) if(Array.isArray(values))
data = data.slice(0, -1) {
let query = `INSERT INTO ${table}(${names}) VALUES(${data})`; for(const value of values)
{
data += `(${parseValues(value)}),`
}
data = data.slice(0, -1)
}
else
{
data = `(${parseValues(values)})`
}
let query = `INSERT INTO ${table}(${names}) VALUES ${data}`;
queryCall(query, (...responce) => { queryCall(query, (...responce) => {
if(callback) if(callback)
callback(...responce) callback(...responce)

46
src/background/spider.js
View File

@ -303,31 +303,6 @@ app.get('*', function(req, res)
} }
}; };
// обновление статистики
/*
setInterval(() => {
let stats = {};
sphinx.query('SELECT COUNT(*) as tornum FROM `torrents`', function (error, rows, fields) {
stats.torrents = rows[0].tornum;
sphinx.query('SELECT COUNT(*) as filesnum, SUM(`size`) as filesizes FROM `files`', function (error, rows, fields) {
stats.files = rows[0].filesnum;
stats.size = rows[0].filesizes;
send('newStatistic', stats);
sphinx.query('DELETE FROM `statistic`', function (err, result) {
if(!result) {
console.error(err);
}
sphinx.query('INSERT INTO `statistic` SET ?', stats, function(err, result) {
if(!result) {
console.error(err);
}
});
})
});
});
}, 10 * 60 * 1000)
*/
const updateTorrentTrackers = (hash) => { const updateTorrentTrackers = (hash) => {
let maxSeeders = 0, maxLeechers = 0, maxCompleted = 0; let maxSeeders = 0, maxLeechers = 0, maxCompleted = 0;
mysqlSingle.query('UPDATE torrents SET trackersChecked = ? WHERE hash = ?', [Math.floor(Date.now() / 1000), hash], (err, result) => { mysqlSingle.query('UPDATE torrents SET trackersChecked = ? WHERE hash = ?', [Math.floor(Date.now() / 1000), hash], (err, result) => {
@ -535,7 +510,6 @@ setInterval(() => {
}); });
}) })
let filesToAdd = filesList.length;
mysqlSingle.query('SELECT count(*) as files_count FROM files WHERE hash = ?', [torrent.hash], function(err, rows) { mysqlSingle.query('SELECT count(*) as files_count FROM files WHERE hash = ?', [torrent.hash], function(err, rows) {
if(!rows) if(!rows)
return return
@ -552,17 +526,15 @@ setInterval(() => {
filesList.forEach((file) => { filesList.forEach((file) => {
file.id = filesId++; file.id = filesId++;
file.pathIndex = file.path; file.pathIndex = file.path;
mysqlSingle.insertValues('files', file, function(err, result) { });
if(!result) {
console.log(file); mysqlSingle.insertValues('files', filesList, function(err, result) {
console.error(err); if(!result) {
return console.error(err);
} return
if(--filesToAdd === 0) { }
if(!silent) if(!silent)
send('filesReady', torrent.hash); send('filesReady', torrent.hash);
}
});
}); });
}) })
} }