use os eol

This commit is contained in:
soulgalore 2014-07-15 12:37:35 +02:00
parent d91ba883ea
commit 8082839f47
1 changed files with 3 additions and 2 deletions

View File

@ -17,6 +17,7 @@ var crawler = require('./crawler'),
config = require('./conf'),
async = require("async"),
urlParser = require('url'),
EOL = require('os').EOL,
log = require('winston');
module.exports = Runner;
@ -34,7 +35,7 @@ Runner.prototype.run = function(finshedCb) {
finshedCb = finshedCb || function() {};
if (config.sites) {
var urls = fs.readFileSync(config.sites).toString().split("\n");
var urls = fs.readFileSync(config.sites).toString().split(EOL);
var queue = async.queue(doer, 1);
var analyzer = this.analyzer;
var collector = this.collector;
@ -157,7 +158,7 @@ function fetchUrls(crawler, callback) {
callback(null, okUrls, errorUrls);
});
} else {
var urls = fs.readFileSync(config.file).toString().split("\n");
var urls = fs.readFileSync(config.file).toString().split(EOL);
urls = urls.filter(function(l) {
return l.length > 0;
});