61 lines
1.5 KiB
JavaScript
61 lines
1.5 KiB
JavaScript
'use strict';
|
|
|
|
const fs = require('fs'),
|
|
Promise = require('bluebird'),
|
|
merge = require('lodash.merge'),
|
|
get = require('lodash.get'),
|
|
set = require('lodash.set');
|
|
|
|
Promise.promisifyAll(fs);
|
|
|
|
const TIME_FORMAT = 'YYYY-MM-DD HH:mm:ss';
|
|
|
|
class DataCollector {
|
|
constructor(context, options) {
|
|
this.storageManager = context.storageManager;
|
|
this.timestamp = context.timestamp.format(TIME_FORMAT);
|
|
this.options = options;
|
|
this.urlRunPages = context.dataCollection.urlRunPages;
|
|
this.urlPages = context.dataCollection.urlPages;
|
|
this.summaryPages = context.dataCollection.summaryPages;
|
|
}
|
|
|
|
addUrl(url) {
|
|
this.urlPages[url] = {
|
|
path: this.storageManager.pathFromRootToPageDir(url),
|
|
data: {}
|
|
};
|
|
this.urlRunPages[url] = [];
|
|
}
|
|
|
|
addErrorForUrl(url, source, data) {
|
|
const errors = get(this.urlPages[url], 'errors', {});
|
|
errors[source] = data;
|
|
set(this.urlPages[url], 'errors', errors);
|
|
}
|
|
|
|
addDataForUrl(url, typePath, data, runIndex) {
|
|
if (runIndex !== undefined) {
|
|
let runData = this.urlRunPages[url][runIndex] || {
|
|
runIndex,
|
|
data: {}
|
|
};
|
|
set(runData.data, typePath, data);
|
|
this.urlRunPages[url][runIndex] = runData;
|
|
} else {
|
|
set(this.urlPages[url].data, typePath, data);
|
|
}
|
|
}
|
|
|
|
addDataForSummaryPage(name, data) {
|
|
if (this.summaryPages[name]) {
|
|
merge(this.summaryPages[name], data);
|
|
} else {
|
|
set(this.summaryPages, name, merge({}, data));
|
|
}
|
|
}
|
|
|
|
}
|
|
|
|
module.exports = DataCollector;
|