<commit_before>// Command regexp
const reCMD = /^\/([0-9а-я\w\d\_\-]+)/;

// Message types
const MESSAGE_TYPES = [
    'edit_date',
    'text', 'audio', 'voice', 'document', 'photo',
    'sticker', 'video', 'contact', 'location', 'venue',
    'new_chat_member', 'left_chat_member', 'new_chat_title',
    'new_chat_photo', 'delete_chat_photo', 'group_chat_created',
    'supergroup_chat_created', 'channel_chat_created', 'migrate_to_chat_id',
    'migrate_from_chat_id', 'pinned_message'
];

const SHORTCUTS = {
    edit_date: 'edited',
    new_chat_member: 'userJoined',
    left_chat_member: 'userLeft',
    new_chat_title: 'newTitle',
    new_chat_photo: 'newPhoto',
    delete_chat_photo: 'deletePhoto',
    pinned_message: 'pinnedMessage',
    group_chat_created: 'groupCreated',
    channel_chat_created: 'channelCreated',
    supergroup_chat_created: 'supergroupCreated',
    migrate_to_chat_id: 'migrateTo',
    migrate_from_chat_id: 'migrateFrom'
};

// Update type functions
const updateFunctions = {

    // Message
    message(update, props) {

        // Set promise
        var promise = Promise.resolve();

        // Run global message mod
        let mod = this.modRun('message', {message: update, props});

        update = mod.message;
        props = mod.props;<commit_msg>Update message types<commit_after>// Command regexp
const reCMD = /^\/([0-9а-я\w\d\_\-]+)/;

// Message types
const MESSAGE_TYPES = [
    'edit_date',  'forward_date',
    'text', 'audio', 'voice', 'document', 'photo',
    'sticker', 'video', 'contact', 'location', 'venue',
    'new_chat_member', 'left_chat_member', 'new_chat_title',
    'new_chat_photo', 'delete_chat_photo', 'group_chat_created',
    'supergroup_chat_created', 'channel_chat_created', 'migrate_to_chat_id',
    'migrate_from_chat_id', 'pinned_message'
];

const SHORTCUTS = {
    edit_date: 'edit',
    forward_date: 'forward',
    new_chat_member: 'userJoined',
    left_chat_member: 'userLeft',
    new_chat_title: 'newTitle',
    new_chat_photo: 'newPhoto',
    delete_chat_photo: 'deletePhoto',
    pinned_message: 'pinnedMessage',
    group_chat_created: 'groupCreated',
    channel_chat_created: 'channelCreated',
    supergroup_chat_created: 'supergroupCreated',
    migrate_to_chat_id: 'migrateTo',
    migrate_from_chat_id: 'migrateFrom'
};

// Update type functions
const updateFunctions = {

    // Message
    message(update, props) {

        // Set promise
        var promise = Promise.resolve();

        // Run global message mod
        let mod = this.modRun('message', {message: update, props});

        update = mod.message;
        props = mod.props;
{'fraction_non_alphanumeric': 0.14155597722960153, 'fraction_numerical': 0.0015180265654648956, 'mean_word_length': 3.8014571948998177, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6460291', 'n_tokens_mistral': 891, 'n_tokens_neox': 892, 'n_words': 174}