skip links in HTML comments #896

2016-05-13 08:09:12 +02:00 · 2016-05-13 08:09:12 +02:00 · 616dbab278
parent 8233a18f05
commit 616dbab278
1 changed files with 1 additions and 0 deletions
--- a/lib/plugins/crawler/index.js
+++ b/lib/plugins/crawler/index.js
@ -40,6 +40,7 @@ module.exports = {
        crawler.maxDepth = this.options.depth;
        crawler.downloadUnsupported = false;
        crawler.allowInitialDomainChange = true;
+        crawler.parseHTMLComments= false;
        crawler.addFetchCondition(function(parsedURL) {
          const extension = path.extname(parsedURL.path);
          // Don't try to download these, based on file name.