<jupyter_start><jupyter_text>Environment and Experiment InfoThis notebook contains environment and further experiment information.<jupyter_code>import platform

print(platform.platform())
%%bash
lshw -short
%%bash
lscpu
%%bash
pip3 freeze<jupyter_output>absl-py==0.10.0
appdirs==1.4.3
apturl==0.5.2
argon2-cffi==20.1.0
astroid==2.4.2
astunparse==1.6.3
async-generator==1.10
attrs==19.3.0
autobahn==17.10.1
Automat==0.8.0
backcall==0.2.0
bcrypt==3.1.7
beautifulsoup4==4.8.2
bleach==3.2.1
blinker==1.4
Brlapi==0.7.0
cachetools==4.1.1
cbor==1.0.0
ccsm==0.9.14.1
certifi==2020.6.20
cffi==1.14.3
chainer==7.7.0
chardet==3.0.4
chrome-gnome-shell==0.0.0
Click==7.0
colorama==0.4.3
command-not-found==0.3
compizconfig-python==0.9.14.1
configobj==5.0.6
constantly==15.1.0
coverage==5.3
cryptography==2.8
cupshelpers==1.0
cycler==0.10.0
Cython==0.29.14
dbus-python==1.2.16
decorator==4.4.2
defer==1.0.6
defusedxml==0.6.0
distlib==0.3.0
distro==1.4.0
distro-info===0.23ubuntu1
docutils==0.16
duplicity==0.8.12.0
entrypoints==0.3
fasteners==0.14.1
feedgenerator==1.9.1
filelock==3.0.12
Flask==1.1.2
future==0.18.2
gast==0.3.3
google-auth==1.21.3
google-auth-oauthlib==0.4.1
google-pasta==0.2.0
gpg===1.13.1-unknown
grpcio==1.32.0
Guake==3.6.3
h5py==2.10.0
html5lib==[...]
{'fraction_non_alphanumeric': 0.21445591739475775, 'fraction_numerical': 0.1596505162827641, 'mean_word_length': 5.0, 'pattern_counts': {'":': 0, '<': 4, '<?xml version=': 0, '>': 4, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 1}, 'pii_count': 3, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'chain_length': '1', 'dir': 'jupyter-structured-clean-dedup', 'id': '239278', 'license': 'Apache-2.0', 'n_tokens_mistral': 674, 'n_tokens_neox': 632, 'n_words': 79, 'path': 'environment.ipynb', 'repo_name': 'nuric/softuni', 'size': '1259'}