evan/rats-search
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

feat(p2p): mapping all peers dicts

Browse Source
This commit is contained in:
Alexey Kasyanchuk 2018-05-15 21:08:42 +03:00
parent f882f6b1aa
commit 60b5e8d8b0
1 changed files with 67 additions and 24 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

91
src/background/spider.js
View File

@ -208,31 +208,55 @@ if(dataDirectory && fs.existsSync(dataDirectory + '/peers.p2p'))
} }
} }
const getServiceJson = (url) => new Promise((resolve) => {
http.get(url, (resp) => {
let data = '';
resp.on('data', (chunk) => {
data += chunk;
});
resp.on('end', () => {
resolve(data.length > 0 && JSON.parse(data))
});
}).on("error", (err) => {
console.log(`${url} error: ` + err.message)
resolve(false)
});
})
if(config.p2pBootstrap) if(config.p2pBootstrap)
{ {
const loadBootstrapPeers = (url) => { const loadBootstrapPeers = async (url) => {
http.get(url, (resp) => { const json = await getServiceJson(url)
let data = ''; if(json.bootstrap)
{
resp.on('data', (chunk) => { const peers = encryptor.decrypt(json.bootstrap)
data += chunk; if(peers && peers.length > 0)
}); {
peers.forEach(peer => p2p.add(peer))
resp.on('end', () => { console.log('loaded', peers.length, 'peers from bootstrap')
const json = JSON.parse(data) }
if(json.bootstrap) }
if(json.bootstrapMap)
{
const peersMap = encryptor.decrypt(json.bootstrapMap)
if(typeof peersMap === 'object')
{
for(const map in peersMap)
{ {
const peers = encryptor.decrypt(json.bootstrap) if(parseInt(map) <= 0)
if(peers && peers.length > 0) continue // break if this is not number
const peers = peersMap[map]
if(peers.length > 0)
{ {
peers.forEach(peer => p2p.add(peer)) peers.forEach(peer => p2p.add(peer))
console.log('loaded', peers.length, 'peers from bootstrap')
} }
} }
}); }
}).on("error", (err) => { console.log('loaded peers map from bootstrap')
console.log("Error: " + err.message); }
});
} }
loadBootstrapPeers('https://api.myjson.com/bins/1e5rmh') loadBootstrapPeers('https://api.myjson.com/bins/1e5rmh')
@ -728,12 +752,29 @@ this.stop = async (callback) => {
if(config.p2pBootstrap) if(config.p2pBootstrap)
{ {
const saveBootstrapPeers = (host, path) => new Promise(resolve => { const saveBootstrapPeers = (host, path) => new Promise(async (resolve) => {
if(env === 'test') if(env === 'test')
{ {
resolve() resolve()
return return
} }
if(addresses.length <= 0)
{
resolve()
return
}
// check bootstrap map
const json = await getServiceJson(`https://${host}${path}`)
let bootstrapMap = {}
if(json.bootstrapMap)
{
const bootstrapMapCandidate = encryptor.decrypt(json.bootstrapMap)
if(typeof bootstrapMapCandidate === 'object')
bootstrapMap = bootstrapMapCandidate
}
bootstrapMap[addresses.length] = addresses
const options = { const options = {
port: 443, port: 443,
@ -747,13 +788,15 @@ this.stop = async (callback) => {
console.log('bootstrap peers saved to', host) console.log('bootstrap peers saved to', host)
const req = http.request(options, resolve); const req = http.request(options, resolve);
req.on('error', resolve) req.on('error', resolve)
req.end(JSON.stringify({bootstrap: peersEncripted})) req.end(JSON.stringify({
bootstrap: peersEncripted,
bootstrapMap: encryptor.encrypt(bootstrapMap)
}))
}) })
if(addresses.length > 5)
await saveBootstrapPeers('api.myjson.com', '/bins/1e5rmh') await saveBootstrapPeers('api.myjson.com', '/bins/1e5rmh')
if(addresses.length > 0) await saveBootstrapPeers('jsonblob.com', '/api/jsonBlob/013a4415-3533-11e8-8290-a901f3cf34aa')
await saveBootstrapPeers('jsonblob.com', '/api/jsonBlob/013a4415-3533-11e8-8290-a901f3cf34aa')
} }
} }