<commit_before><?php
/*
 * This script generates the list of synonyms
 * for multi-valued words in Russian Wiktionary.
 * Entries are lexicographically ordered.
 * Only Russian entries exported.
 * 
 * The restrictions:
 * - semantic relation - only synonyms,
 * - 2 and more meanings,
 * - single words (without spaces)
 * - russian language
 * - unique synsets

Example of the fragment of generated JSON file:
{
    'word':'шум',
    'synsets':
    [
        ['гам', 'гул', 'гвалт', 'грохот'],
        ['шумиха', 'оживление', 'суматоха'],
        ['ссора', 'брань', 'скандал']
    ]<commit_msg>Andrew comments<commit_after><?php
/*
 * This script generates the list of synonyms
 * for polysemous words in Russian Wiktionary.
 * Entries are lexicographically ordered.
 * Only Russian entries exported.
 * 
 * The restrictions:
 * - semantic relation - only synonyms,
 * - 2 and more meanings,
 * - single words (without spaces)
 * - Russian language
 * - unique synsets

Example of the fragment of generated JSON file:
{
    'word':'шум',
    'synsets':
    [
        ['гам', 'гул', 'гвалт', 'грохот'],
        ['шумиха', 'оживление', 'суматоха'],
        ['ссора', 'брань', 'скандал']
    ]
{'fraction_non_alphanumeric': 0.13506711409395974, 'fraction_numerical': 0.0016778523489932886, 'mean_word_length': 3.1280276816608996, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2397467', 'n_tokens_mistral': 397, 'n_tokens_neox': 392, 'n_words': 121}