diff --git a/crawler.js b/crawler.js index 54c63a7..f24d9d5 100644 --- a/crawler.js +++ b/crawler.js @@ -28,7 +28,7 @@ if (plsStop === 1) { } if (pageToVisit in pagesVisited) { // We've already visited this page, so repeat the crawl - continue(); + //continue; } else { // New page we haven't visited visitPage(pageToVisit, crawl);