Skip to content

Commit

Permalink
feat(p2p): p2p torrents replication
Browse files Browse the repository at this point in the history
  • Loading branch information
@DEgITx
DEgITx committed Mar 12, 2018
1 parent ce08b3b commit 999ab0c
Show file tree
Hide file tree
Showing 5 changed files with 152 additions and 68 deletions.
14 changes: 13 additions & 1 deletion src/app/admin-page.js → src/app/config-page.js
View file
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,7 @@ import Slider from 'material-ui/Slider'
import fs from 'fs'
const {dialog} = require('electron').remote

export default class AdminPage extends Page {
export default class ConfigPage extends Page {
constructor(props) {
super(props)
this.setTitle('Rats settings');
Expand Down Expand Up @@ -196,6 +196,18 @@ export default class AdminPage extends Page {
/>
</div>
</div>
<div className='column w100p'>
<Toggle
style={{marginTop: '10px'}}
label="P2P torrents replication"
toggled={this.options.p2pReplication}
onToggle={(e, checked) => {
this.options.p2pReplication = checked
this.forceUpdate()
}}
/>
<div className='fs0-75' style={{color: 'grey'}}>* Enable torrents replication from another rats clients. Dont recomended if torrent scanner works correct.</div>
</div>


<div style={{marginTop: 10}}>Torrent network scanner settings:</div>
Expand Down
4 changes: 2 additions & 2 deletions src/app/router.js
View file
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ import PagesPie from './pages-pie.js';
import IndexPage from './index-page.js'
import TorrentPage from './torrent-page.js'
import DMCAPage from './dmca-page.js'
import AdminPage from './admin-page.js'
import ConfigPage from './config-page.js'
import TopPage from './top-page.js'
import DownloadPage from './download-page.js'
import ChangelogPage from './changelog-page.js'
Expand Down Expand Up @@ -72,7 +72,7 @@ router('/DMCA', () => {

router('/config', () => {
//singleton
PagesPie.instance().open(AdminPage, {replace: 'all'});
PagesPie.instance().open(ConfigPage, {replace: 'all'});
});

router('/top', () => {
Expand Down
1 change: 1 addition & 0 deletions src/background/config.js
View file
Original file line number Diff line number Diff line change
Expand Up @@ -13,6 +13,7 @@ let config = {
p2p: true,
p2pConnections: 10,
p2pBootstrap: true,
p2pReplication: false,

upnp: true,

Expand Down
1 change: 1 addition & 0 deletions src/background/p2p.js
View file
Original file line number Diff line number Diff line change
Expand Up @@ -64,6 +64,7 @@ class p2p {

// new peer with peer exchange
this.on('peer', (peer) => {
console.log('got peer exchange', peer)
this.add(peer)
})

Expand Down
200 changes: 135 additions & 65 deletions src/background/spider.js
View file
Original file line number Diff line number Diff line change
Expand Up @@ -411,6 +411,66 @@ if(config.p2pBootstrap)
onTorrent(hash, options, (data) => callback(data))
})

if(config.p2pReplication)
{
console.log('p2p replication enabled')

p2p.on('randomTorrents', (nil, callback) => {
if(typeof callback != 'function')
return;

sphinx.query('SELECT * FROM `torrents` ORDER BY rand() limit 5', (error, torrents) => {
if(!torrents || torrents.length == 0) {
callback(undefined)
return;
}

let hashes = {}
for(const torrent of torrents)
{
delete torrent.id
hashes[torrent.hash] = torrent
}

const inSql = Object.keys(hashes).map(hash => sphinx.escape(hash)).join(',');
sphinx.query(`SELECT * FROM files WHERE hash IN(${inSql}) limit 50000`, (error, files) => {
if(!files)
{
files = []
}

files.forEach((file) => {
if(!hashes[file.hash].filesList)
hashes[file.hash].filesList = []
hashes[file.hash].filesList.push(file)
})
callback(Object.values(hashes))
})
})
});

const getReplicationTorrents = (nextTimeout = 5000) => {
console.log('call replication')
let gotTorrents = 0

p2p.emit('randomTorrents', null, (torrents) => {
if(!torrents || torrents.length == 0)
return

gotTorrents += torrents.length

torrents.forEach((torrent) => {
console.log('replicate remote torrent', torrent)
insertTorrentToDB(torrent)
})
})

setTimeout(() => getReplicationTorrents(gotTorrents > 8 ? gotTorrents * 600 : 10000), nextTimeout)
}
// start
getReplicationTorrents()
}

const searchTorrentCall = function(text, navigation, callback)
{
if(typeof callback != 'function')
Expand Down Expand Up @@ -985,8 +1045,79 @@ const cleanupTorrents = (cleanTorrents = 1) => {
*/
}

const insertTorrentToDB = (torrent) => {
if(!torrent)
return

const { filesList } = torrent
delete torrent.filesList;

mysqlSingle.query("SELECT id FROM torrents WHERE hash = ?", torrent.hash, (err, single) => {
if(!single)
{
console.log(err)
return
}

if(single.length > 0)
{
return
}

mysqlSingle.insertValues('torrents', torrent, function(err, result) {
if(result) {
send('newTorrent', {
hash: torrent.hash,
name: torrent.name,
size: torrent.size,
files: torrent.files,
piecelength: torrent.piecelength,
contentType: torrent.contentType,
contentCategory: torrent.contentCategory,
});
updateTorrentTrackers(torrent.hash);
}
else
{
console.log(torrent);
console.error(err);
}
});
})

let filesToAdd = filesList.length;
mysqlSingle.query('SELECT count(*) as files_count FROM files WHERE hash = ?', [torrent.hash], function(err, rows) {
if(!rows)
return

const db_files = rows[0]['files_count'];
if(db_files !== torrent.files)
{
mysqlSingle.query('DELETE FROM files WHERE hash = ?', torrent.hash, function (err, result) {
if(err)
{
return;
}

filesList.forEach((file) => {
mysqlSingle.insertValues('files', file, function(err, result) {
if(!result) {
console.log(file);
console.error(err);
return
}
if(--filesToAdd === 0) {
send('filesReady', torrent.hash);
}
});
});
})
}
})
}

const updateTorrent = (metadata, infohash, rinfo) => {
console.log('writing torrent', metadata.info.name, 'to database');
console.log('finded torrent', metadata.info.name, ' and add to database');

const hash = infohash.toString('hex');
let size = metadata.info.length ? metadata.info.length : 0;
Expand Down Expand Up @@ -1019,37 +1150,7 @@ const updateTorrent = (metadata, infohash, rinfo) => {
filesAdd(metadata.info.name, size)
}

let filesToAdd = filesArray.length;
mysqlSingle.query('SELECT count(*) as files_count FROM files WHERE hash = ?', [hash], function(err, rows) {
if(!rows)
return

const db_files = rows[0]['files_count'];
if(db_files !== filesCount)
{
mysqlSingle.query('DELETE FROM files WHERE hash = ?', hash, function (err, result) {
if(err)
{
return;
}

filesArray.forEach((file) => {
mysqlSingle.insertValues('files', file, function(err, result) {
if(!result) {
console.log(file);
console.error(err);
return
}
if(--filesToAdd === 0) {
send('filesReady', hash);
}
});
});
})
}
})

var torrentQ = {
const torrentQ = {
id: torrentsId++,
hash: hash,
name: metadata.info.name,
Expand All @@ -1063,39 +1164,8 @@ const updateTorrent = (metadata, infohash, rinfo) => {
};

torrentTypeDetect(torrentQ, filesArray);

mysqlSingle.query("SELECT id FROM torrents WHERE hash = ?", hash, (err, single) => {
if(!single)
{
console.log(err)
return
}

if(single.length > 0)
{
return
}

mysqlSingle.insertValues('torrents', torrentQ, function(err, result) {
if(result) {
send('newTorrent', {
hash: hash,
name: metadata.info.name,
size: size,
files: filesCount,
piecelength: metadata.info['piece length'],
contentType: torrentQ.contentType,
contentCategory: torrentQ.contentCategory,
});
updateTorrentTrackers(hash);
}
else
{
console.log(torrentQ);
console.error(err);
}
});
})
torrentQ.filesList = filesArray;
insertTorrentToDB(torrentQ)
}

client.on('complete', function (metadata, infohash, rinfo) {
Expand Down

0 comments on commit 999ab0c

Please sign in to comment.