gandalf/BeckOK
1
0
Fork 0
Code Issues Pull requests Releases Wiki Activity

anderer Button läuft ein Stück, aber nicht weit

Browse source
This commit is contained in:
Wurzelkoch 2020-10-10 14:33:07 +02:00
parent 0266be624a
commit 221722b917
1 changed files with 5 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
crawler.js
View file

@ -35,9 +35,10 @@ if (plsStop === 1) {
} }
function visitPage(pageToVisit, callback){ function visitPage(url, callback){
console.log("Visiting page " + pageToVisit); console.log("Visiting page " + url);
request(pageToVisit, function(error, response, body) { pagesVisited[url] = true;
request(url, function(error, response, body) {
if(error) { if(error) {
console.log("Error: " + error); console.log("Error: " + error);
} }
@ -49,8 +50,7 @@ console.log("Visiting page " + pageToVisit);
console.log("Page title: " + $('title').text()); console.log("Page title: " + $('title').text());
// savePage($,crawl); // savePage($,crawl);
// prepare next page // prepare next page
console.log("Next up: " + $("#dk2next").text()); var nextPage = $('#next').attr('href');
var nextPage = $('#dk2next').attr('href');
console.log("Next up: " + nextPage); console.log("Next up: " + nextPage);
if (nextPage){ if (nextPage){
pageToVisit = baseUrl + nextPage; pageToVisit = baseUrl + nextPage;