gandalf
/
BeckOK
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

anderer Button läuft ein Stück, aber nicht weit

master
Wurzelkoch 2020-10-10 14:33:07 +02:00
parent 0266be624a
commit 221722b917
1 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
crawler.js
View File

@ -35,9 +35,10 @@ if (plsStop === 1) {
}
function visitPage(pageToVisit, callback){
console.log("Visiting page " + pageToVisit);
request(pageToVisit, function(error, response, body) {
function visitPage(url, callback){
console.log("Visiting page " + url);
pagesVisited[url] = true;
request(url, function(error, response, body) {
if(error) {
console.log("Error: " + error);
}
@ -49,8 +50,7 @@ console.log("Visiting page " + pageToVisit);
console.log("Page title: " + $('title').text());
// savePage($,crawl);
// prepare next page
console.log("Next up: " + $("#dk2next").text());
var nextPage = $('#dk2next').attr('href');
var nextPage = $('#next').attr('href');
console.log("Next up: " + nextPage);
if (nextPage){
pageToVisit = baseUrl + nextPage;