diff --git a/lib/runner.js b/lib/runner.js index 6befc5b45..0e6f194d3 100644 --- a/lib/runner.js +++ b/lib/runner.js @@ -17,6 +17,7 @@ var crawler = require('./crawler'), config = require('./conf'), async = require("async"), urlParser = require('url'), + EOL = require('os').EOL, log = require('winston'); module.exports = Runner; @@ -34,7 +35,7 @@ Runner.prototype.run = function(finshedCb) { finshedCb = finshedCb || function() {}; if (config.sites) { - var urls = fs.readFileSync(config.sites).toString().split("\n"); + var urls = fs.readFileSync(config.sites).toString().split(EOL); var queue = async.queue(doer, 1); var analyzer = this.analyzer; var collector = this.collector; @@ -157,7 +158,7 @@ function fetchUrls(crawler, callback) { callback(null, okUrls, errorUrls); }); } else { - var urls = fs.readFileSync(config.file).toString().split("\n"); + var urls = fs.readFileSync(config.file).toString().split(EOL); urls = urls.filter(function(l) { return l.length > 0; });