<commit_before>'use strict';

var npmusers      =  'npm-users'
  , npmpackages   =  'npm-packages'
  , githubusers   =  'github-users'
  , githubrepos   =  'github-repos'
  , githubstarred =  'github-starred'
  , mapusers      =  'map-users'
  , maprepos      =  'map-repos'
  ;


/**
 * sublevels that store npm user and package information
 * 
 * @name 
 * @function
 */
exports.npm = {

    users     :  npmusers
  , byGithub  :  'index-'    + npmusers    + '-byGithub'

  , packages  :  npmpackages
  , byOwner   :  'index-'    + npmpackages + '-byOwner'
  , byKeyword :  'index-'    + npmpackages + '-byKeyword'
};


/**
 * sublevels that store github user information and information about github repositories
 * 
 * @name 
 * @function
 */
exports.github = {

    users     :  githubusers
  , starred   :  githubstarred

  , repos     :  githubrepos
  , byOwner   :  'index-'    + githubrepos + '-byOwner'

  , usersMeta :  'meta-' + githubusers
};

/**
 * sublevels that help to map npm users to github users and find github repos for npm packages
 * it stores matches that were made in the past in order to minimize expensive requests 
 * mad to find these matches
 * 
 * Some of this data will be duplicated, i.e. npm.byGithub will mirror mapusers information, but
 * this is desired in order to allow totally refreshing npm packages data without loosing the
 * match information
 *
 * @name 
 * @function
 */
exports.map = {
    users : mapusers
  , repos : maprepos
};<commit_msg>only repo matches to npm packages will be stored<commit_after>'use strict';

var npmusers      =  'npm-users'
  , npmpackages   =  'npm-packages'
  , githubusers   =  'github-users'
  , githubrepos   =  'github-repos'
  , githubstarred =  'github-starred'
  , maprepos      =  'map-repos'
  ;


/**
 * sublevels that store npm user and package information
 * 
 */
exports.npm = {

    users     :  npmusers
  , byGithub  :  'index-'    + npmusers    + '-byGithub'

  , packages  :  npmpackages
  , byOwner   :  'index-'    + npmpackages + '-byOwner'
  , byKeyword :  'index-'    + npmpackages + '-byKeyword'
};


/**
 * sublevels that store github user information and information about github repositories
 * 
 */
exports.github = {

    users     :  githubusers
  , starred   :  githubstarred

  , repos     :  githubrepos
  , byOwner   :  'index-'    + githubrepos + '-byOwner'

  , usersMeta :  'meta-' + githubusers
};

/**
 * sublevels that help to map npm users to github users and find github repos for npm packages
 * it stores matches that were made in the past in order to minimize expensive requests 
 * mad to find these matches
 * 
 * Some of this data will be duplicated, i.e. npm.byGithub will mirror mapusers information, but
 * this is desired in order to allow totally refreshing npm packages data without loosing the
 * match information
 *
 */
exports.map = {
  repos : maprepos
};
{'fraction_non_alphanumeric': 0.1019350380096752, 'fraction_numerical': 0.0, 'mean_word_length': 2.7163029525032094, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4182161', 'n_tokens_mistral': 991, 'n_tokens_neox': 876, 'n_words': 290}