<commit_before># Packages with platform-independent Python dependencies:
enum34  # Python 3.4 Enum backport
python-dateutil  # Extensions to the standard Python datetime module
pySMART  # Wrapper for smartctl (smartmontools)
pyudev  # A libudev binding
tqdm  # A Fast, Extensible Progress Meter

# Packages from the Debian repository:
# deb:cifs-utils
# deb:dmidecode
# deb:fsarchiver
# deb:gnupg
# deb:grub2-common
# deb:lshw
# deb:python-dmidecode
# deb:smartmontools
# deb:stress
# deb:usbmount

# You may extract Debian dependencies with:
#     sed -rn 's/.*\bdeb:(.+)$/\1/p' requirements*.txt<commit_msg>We will need pip to install with pip<commit_after># Packages with platform-independent Python dependencies:
enum34  # Python 3.4 Enum backport
python-dateutil  # Extensions to the standard Python datetime module
pySMART  # Wrapper for smartctl (smartmontools)
pyudev  # A libudev binding
tqdm  # A Fast, Extensible Progress Meter

# Packages from the Debian repository:
# deb:cifs-utils
# deb:dmidecode
# deb:fsarchiver
# deb:gnupg
# deb:grub2-common
# deb:lshw
# deb:python-dmidecode
# deb:smartmontools
# deb:stress
# deb:usbmount
# deb:python-pip

# You may extract Debian dependencies with:
#     sed -rn 's/.*\bdeb:(.+)$/\1/p' requirements*.txt
{'fraction_non_alphanumeric': 0.10095389507154214, 'fraction_numerical': 0.009538950715421303, 'mean_word_length': 4.855813953488372, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5476169', 'n_tokens_mistral': 440, 'n_tokens_neox': 420, 'n_words': 125}