Skip to content

Commit

Permalink
aa
Browse files Browse the repository at this point in the history
  • Loading branch information
Quyen Dang committed Jun 3, 2019
1 parent 226b6c9 commit 057a039
Showing 1 changed file with 22 additions and 10 deletions.
32 changes: 22 additions & 10 deletions scraper.js
Original file line number Diff line number Diff line change
Expand Up @@ -47,17 +47,29 @@ function fetchPage(url, callback) {

function scrapper(db, site, code) {
return new Promise(function(resolve, reject) {
fetchPage(site, function(body) {
var json = body.split('window["ytInitialData"] = ').pop().split('window["ytInitialPlayerResponse"]')[0];
json = json.replace('}}]}}}}}}};','}}]}}}}}}}');
var jsonData = JSON.parse(json);
var link = jsonData.contents.twoColumnBrowseResultsRenderer.tabs[0].tabRenderer.content.sectionListRenderer.subMenu.channelListSubMenuRenderer.contents[0].channelListSubMenuAvatarRenderer.navigationEndpoint.commandMetadata.webCommandMetadata.url;
var linkData = 'https://www.youtube.com' + link;
console.log()
console.log(linkData);
updateRow(db, code, linkData);
resolve();
try {
fetchPage(site, function(body) {
try {
var json = body.split('window["ytInitialData"] = ').pop().split('window["ytInitialPlayerResponse"]')[0];
json = json.replace('}}]}}}}}}};','}}]}}}}}}}');
var jsonData = JSON.parse(json);
var link = jsonData.contents.twoColumnBrowseResultsRenderer.tabs[0].tabRenderer.content.sectionListRenderer.subMenu.channelListSubMenuRenderer.contents[0].channelListSubMenuAvatarRenderer.navigationEndpoint.commandMetadata.webCommandMetadata.url;
var linkData = 'https://www.youtube.com' + link;
console.log()
console.log(linkData);
updateRow(db, code, linkData);
resolve();
}
catch (e) {
console.log(e);
resolve();
}
});
}
catch (e) {
console.log(e);
resolve();
}
});
}

Expand Down

0 comments on commit 057a039

Please sign in to comment.