<commit_before># extended list of package dependencies to reach full functionality

matplotlib>3.1
horovod>=0.21.2  # no need to install with [pytorch] as pytorch is already installed
omegaconf>=2.0.1
torchtext>=0.5, <0.7  # TODO: temporary fix fix for compatibility
onnx>=1.7.0
onnxruntime>=1.3.0
hydra-core>=1.0<commit_msg>unfreeze torchtext version (#6302)<commit_after># extended list of package dependencies to reach full functionality

matplotlib>3.1
horovod>=0.21.2  # no need to install with [pytorch] as pytorch is already installed
omegaconf>=2.0.1
torchtext>=0.5
onnx>=1.7.0
onnxruntime>=1.3.0
hydra-core>=1.0
{'fraction_non_alphanumeric': 0.11612903225806452, 'fraction_numerical': 0.07096774193548387, 'mean_word_length': 5.336734693877551, 'pattern_counts': {'":': 0, '<': 4, '<?xml version=': 0, '>': 17, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1422428', 'n_tokens_mistral': 235, 'n_tokens_neox': 232, 'n_words': 65}