<commit_before>var faker = require('faker/locale/en'),
    uuid = require('uuid'),

    // locale list generated from: https://github.com/chromium/chromium/blob/master/ui/base/l10n/l10n_util.cc
    LOCALES = ['af', 'am', 'an', 'ar', 'ast', 'az', 'be', 'bg', 'bh', 'bn', 'br', 'bs', 'ca', 'ceb', 'ckb', 'co', 'cs',
        'cy', 'da', 'de', 'el', 'en', 'eo', 'es', 'et', 'eu', 'fa', 'fi', 'fil', 'fo', 'fr', 'fy', 'ga', 'gd', 'gl',
        'gn', 'gu', 'ha', 'haw', 'he', 'hi', 'hmn', 'hr', 'ht', 'hu', 'hy', 'ia', 'id', 'ig', 'is', 'it', 'ja', 'jv',
        'ka', 'kk', 'km', 'kn', 'ko', 'ku', 'ky', 'la', 'lb', 'ln', 'lo', 'lt', 'lv', 'mg', 'mi', 'mk', 'ml', 'mn',
        'mo', 'mr', 'ms', 'mt', 'my', 'nb', 'ne', 'nl', 'nn', 'no', 'ny', 'oc', 'om', 'or', 'pa', 'pl', 'ps', 'pt',
        'qu', 'rm', 'ro', 'ru', 'sd', 'sh', 'si', 'sk', 'sl', 'sm', 'sn', 'so', 'sq', 'sr', 'st', 'su', 'sv', 'sw',
        'ta', 'te', 'tg', 'th', 'ti', 'tk', 'to', 'tr', 'tt', 'tw', 'ug', 'uk', 'ur', 'uz', 'vi', 'wa', 'xh', 'yi',
        'yo', 'zh', 'zu'],

    // paths for directories
    DIRECTORY_PATHS = [
        '/Applications',
        '/bin',
        '/boot',
        '/boot/defaults',
        '/dev',
        '/etc',
        '/etc/defaults',
        '/etc/mail',
        '/etc/namedb',
        '/etc/periodic',
        '/etc/ppp',
        '/home',
        '/home/user',
        '/home/user/dir',
        '/lib',
        '/Library',
        '/lost+found',
        '/media',
        '/mnt',
        '/net',
        '/Network',
        '/opt',
        '/opt/bin',
        '/opt/include',
        '/opt/lib',
        '/opt/sbin',
        '/opt/share',
        '/private',
        '/private/tmp',
        '/private/var',
        '/proc',
        '/rescue',
        '/root',
        '/sbin',
        '/selinux',
        '/srv',
        '/sys',
        '/System',
        '/tmp',
        '/Users',
        '/usr',
        '/usr/X11R6',
        '/usr/bin',
        '/usr/include',
        '/usr/lib',
        '/usr/libdata',
        '/usr/libexec',
        '/usr/local/bin',
        '/usr/local/src',
        '/usr/obj',
        '/usr/ports',
        '/usr/sbin',
        '/usr/share',
        '/usr/src',
        '/var',
        '/var/log',
        '/var/mail',
        '/var/spool',
        '/var/tmp',
        '/var/yp'
    ],

    // generators for $random* variables
    dynamicGenerators = {
        guid: function () {
            return uuid.v4();
        },

        timestamp: function () {
            return Math.round(Date.now() / 1000);
        },

        randomInt: function () {
            return ~~(Math.random() * (1000 + 1));
        },

        randomZipCode: faker.address.zipCode,
        randomCity: faker.address.city,
        randomStreetName: faker.address.streetName,
        randomStreetAddress: faker.address.streetAddress,
        randomCountry: faker.address.country,
        randomCountryCode: faker.address.countryCode,
        randomState: faker.address.state,
        randomStateAbbr: faker.address.stateAbbr,
        randomLatitude: faker.address.latitude,
        randomLongitude: faker.address.longitude,

        randomColor: faker.commerce.color,
        randomDepartment: faker.commerce.department,
        randomProductName: faker.commerce.productName,
        randomProductAdjective: faker.commerce.productAdjective,
        randomProductMaterial: faker.commerce.productMaterial,
        randomProduct: faker.commerce.product,

        randomCompanyName: faker.company.companyName,
        randomCompanySuffix: faker.company.companySuffix,
        randomCatchPhrase: faker.company.catchPhrase,
        randomBs: faker.company.bs,
        randomCatchPhraseAdjective: faker.company.catchPhraseAdjective,
        randomCatchPhraseDescriptor: faker.company.catchPhraseDescriptor,
        randomCatchPhraseNoun: faker.company.catchPhraseNoun,
        randomBsAdjective: faker.company.bsAdjective,
        randomBsBuzz: faker.company.bsBuzz,
        randomBsNoun: faker.company.bsNoun,

        randomDatabaseColumn: faker.database.column,
        randomDatabaseType: faker.database.type,
        randomDatabaseCollation: faker.database.collation,
        randomDatabaseEngine: faker.database.engine,

        randomDatePast: faker.date.past,
        randomDateFuture: faker.date.future,
        randomDateRecent: faker.date.recent,
        randomMonth: faker.date.month,
        randomWeekday: faker.date.weekday,

        randomBankAccount: faker.finance.account,
        randomBankAccountName: faker.finance.accountName,
        randomCreditCardMask: faker.finance.mask,
        randomCurrencyAmount: faker.finance.amount,<commit_msg>Remove locale specific vars and rename randomCurrencyAmount<commit_after>var faker = require('faker/locale/en'),
    uuid = require('uuid'),

    // locale list generated from: https://github.com/chromium/chromium/blob/master/ui/base/l10n/l10n_util.cc
    LOCALES = ['af', 'am', 'an', 'ar', 'ast', 'az', 'be', 'bg', 'bh', 'bn', 'br', 'bs', 'ca', 'ceb', 'ckb', 'co', 'cs',
        'cy', 'da', 'de', 'el', 'en', 'eo', 'es', 'et', 'eu', 'fa', 'fi', 'fil', 'fo', 'fr', 'fy', 'ga', 'gd', 'gl',
        'gn', 'gu', 'ha', 'haw', 'he', 'hi', 'hmn', 'hr', 'ht', 'hu', 'hy', 'ia', 'id', 'ig', 'is', 'it', 'ja', 'jv',
        'ka', 'kk', 'km', 'kn', 'ko', 'ku', 'ky', 'la', 'lb', 'ln', 'lo', 'lt', 'lv', 'mg', 'mi', 'mk', 'ml', 'mn',
        'mo', 'mr', 'ms', 'mt', 'my', 'nb', 'ne', 'nl', 'nn', 'no', 'ny', 'oc', 'om', 'or', 'pa', 'pl', 'ps', 'pt',
        'qu', 'rm', 'ro', 'ru', 'sd', 'sh', 'si', 'sk', 'sl', 'sm', 'sn', 'so', 'sq', 'sr', 'st', 'su', 'sv', 'sw',
        'ta', 'te', 'tg', 'th', 'ti', 'tk', 'to', 'tr', 'tt', 'tw', 'ug', 'uk', 'ur', 'uz', 'vi', 'wa', 'xh', 'yi',
        'yo', 'zh', 'zu'],

    // paths for directories
    DIRECTORY_PATHS = [
        '/Applications',
        '/bin',
        '/boot',
        '/boot/defaults',
        '/dev',
        '/etc',
        '/etc/defaults',
        '/etc/mail',
        '/etc/namedb',
        '/etc/periodic',
        '/etc/ppp',
        '/home',
        '/home/user',
        '/home/user/dir',
        '/lib',
        '/Library',
        '/lost+found',
        '/media',
        '/mnt',
        '/net',
        '/Network',
        '/opt',
        '/opt/bin',
        '/opt/include',
        '/opt/lib',
        '/opt/sbin',
        '/opt/share',
        '/private',
        '/private/tmp',
        '/private/var',
        '/proc',
        '/rescue',
        '/root',
        '/sbin',
        '/selinux',
        '/srv',
        '/sys',
        '/System',
        '/tmp',
        '/Users',
        '/usr',
        '/usr/X11R6',
        '/usr/bin',
        '/usr/include',
        '/usr/lib',
        '/usr/libdata',
        '/usr/libexec',
        '/usr/local/bin',
        '/usr/local/src',
        '/usr/obj',
        '/usr/ports',
        '/usr/sbin',
        '/usr/share',
        '/usr/src',
        '/var',
        '/var/log',
        '/var/mail',
        '/var/spool',
        '/var/tmp',
        '/var/yp'
    ],

    // generators for $random* variables
    dynamicGenerators = {
        guid: function () {
            return uuid.v4();
        },

        timestamp: function () {
            return Math.round(Date.now() / 1000);
        },

        randomInt: function () {
            return ~~(Math.random() * (1000 + 1));
        },

        randomCity: faker.address.city,
        randomStreetName: faker.address.streetName,
        randomStreetAddress: faker.address.streetAddress,
        randomCountry: faker.address.country,
        randomCountryCode: faker.address.countryCode,
        randomLatitude: faker.address.latitude,
        randomLongitude: faker.address.longitude,

        randomColor: faker.commerce.color,
        randomDepartment: faker.commerce.department,
        randomProductName: faker.commerce.productName,
        randomProductAdjective: faker.commerce.productAdjective,
        randomProductMaterial: faker.commerce.productMaterial,
        randomProduct: faker.commerce.product,

        randomCompanyName: faker.company.companyName,
        randomCompanySuffix: faker.company.companySuffix,
        randomCatchPhrase: faker.company.catchPhrase,
        randomBs: faker.company.bs,
        randomCatchPhraseAdjective: faker.company.catchPhraseAdjective,
        randomCatchPhraseDescriptor: faker.company.catchPhraseDescriptor,
        randomCatchPhraseNoun: faker.company.catchPhraseNoun,
        randomBsAdjective: faker.company.bsAdjective,
        randomBsBuzz: faker.company.bsBuzz,
        randomBsNoun: faker.company.bsNoun,

        randomDatabaseColumn: faker.database.column,
        randomDatabaseType: faker.database.type,
        randomDatabaseCollation: faker.database.collation,
        randomDatabaseEngine: faker.database.engine,

        randomDatePast: faker.date.past,
        randomDateFuture: faker.date.future,
        randomDateRecent: faker.date.recent,
        randomMonth: faker.date.month,
        randomWeekday: faker.date.weekday,

        randomBankAccount: faker.finance.account,
        randomBankAccountName: faker.finance.accountName,
        randomCreditCardMask: faker.finance.mask,
        randomPrice: faker.finance.amount,
{'fraction_non_alphanumeric': 0.1952065936449409, 'fraction_numerical': 0.0036872356577377723, 'mean_word_length': 2.1102866779089378, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2349184', 'n_tokens_mistral': 3160, 'n_tokens_neox': 3033, 'n_words': 601}