Verification needed

But how?
master
Wurzelkoch 2020-10-10 16:48:00 +02:00
parent 2fddbd00f3
commit 61bbd5cd1f
1 changed files with 11 additions and 2 deletions

View File

@ -1,6 +1,7 @@
var request = require('request');
var cheerio = require('cheerio');
var URL = require('url-parse');
var fs = require('fs');
var plsStop = 0;
var pagesVisited = {};
@ -21,7 +22,6 @@ crawl();
// function declarations:
function crawl() {
console.log(plsStop);
if (plsStop === 1) {
crawl();
}
@ -48,7 +48,16 @@ console.log("Visiting page " + url);
// Parse the document body
var $ = cheerio.load(body);
console.log("Page title: " + $('title').text());
// savePage($,crawl);
// get real document
var token = $("[name='__RequestVerificationToken']").attr('value');
console.log(token);
// save page
innerhtml = $('div.kapitel');
// console.log("Content: " + innerhtml);
fs.appendFileSync('beckOK.html', innerhtml + '\n');
// prepare next page
var nextPage = $('#next').attr('href');
console.log("Next up: " + nextPage);