<commit_before>var mongo = require('zefti-mongo');
var redis = require('zefti-redis');
var remote = require('zefti-remote');

var originSources = {
    mongo : mongo
  , redis : redis
  , remote : remote
};

var readySources = {};

module.exports = function(dataSources){
  for (var dataSource in dataSources) {
    if (!readySources[dataSource]) {
      readySources[dataSource] = originSources[dataSources[dataSource].type](dataSources[dataSource])
    }
  }
  return readySources;
}<commit_msg>stuff<commit_after>var mongo = require('zefti-mongo');
var redis = require('zefti-redis');
var remote = require('zefti-remote');
var dynamo = require('zefti-dynamo');

var originSources = {
    dynamo : dynamo
  , mongo : mongo
  , redis : redis
  , remote : remote
};

var readySources = {};

module.exports = function(dataSources){
  for (var dataSource in dataSources) {
    if (!readySources[dataSource]) {
      readySources[dataSource] = originSources[dataSources[dataSource].type](dataSources[dataSource])
    }
  }
  return readySources;
}
{'fraction_non_alphanumeric': 0.13697318007662834, 'fraction_numerical': 0.0, 'mean_word_length': 4.618279569892473, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2152974', 'n_tokens_mistral': 341, 'n_tokens_neox': 339, 'n_words': 69}