https://github.com/andrefs/derzis
Raw File
Tip revision: b735226ae5281132295cffd958274039b8111d9d authored by André Santos on 30 May 2021, 17:36:12 UTC
Extract jobs from Manager to CurrentJobs class
Tip revision: b735226
config.js
const secrets = require('./lib/secrets');
const _ = require('lodash');
require('dotenv').config();

let commonConf = {
  pubsub: {
    //debug: true,
    port: secrets.get('REDIS_PORT') || process.env.REDIS_PORT || 6379,
    host: secrets.get('REDIS_HOST') || process.env.REDIS_HOST || 'localhost',
    manager: {
      from: 'derzis:fromManager'
    },
    workers: {
      to: 'derzis:toWorker:',
      from: 'derzis:fromWorker:'
    }
  },
  http: {
    crawlDelay: 1,
    robotsCheck: {
      timeouts: 10*1000,
    },
    domainCrawl: {
      timeouts: 10*1000,
    },
  },
};

const merge = config => _.merge(commonConf, config);

module.exports = {
  commonConf,
  merge
};
back to top