use os eol
This commit is contained in:
parent
d91ba883ea
commit
8082839f47
|
|
@ -17,6 +17,7 @@ var crawler = require('./crawler'),
|
|||
config = require('./conf'),
|
||||
async = require("async"),
|
||||
urlParser = require('url'),
|
||||
EOL = require('os').EOL,
|
||||
log = require('winston');
|
||||
|
||||
module.exports = Runner;
|
||||
|
|
@ -34,7 +35,7 @@ Runner.prototype.run = function(finshedCb) {
|
|||
finshedCb = finshedCb || function() {};
|
||||
|
||||
if (config.sites) {
|
||||
var urls = fs.readFileSync(config.sites).toString().split("\n");
|
||||
var urls = fs.readFileSync(config.sites).toString().split(EOL);
|
||||
var queue = async.queue(doer, 1);
|
||||
var analyzer = this.analyzer;
|
||||
var collector = this.collector;
|
||||
|
|
@ -157,7 +158,7 @@ function fetchUrls(crawler, callback) {
|
|||
callback(null, okUrls, errorUrls);
|
||||
});
|
||||
} else {
|
||||
var urls = fs.readFileSync(config.file).toString().split("\n");
|
||||
var urls = fs.readFileSync(config.file).toString().split(EOL);
|
||||
urls = urls.filter(function(l) {
|
||||
return l.length > 0;
|
||||
});
|
||||
|
|
|
|||
Loading…
Reference in New Issue