<commit_before>-r infra-requirements.txt

# base scientific packages
numpy==1.18.1
scipy==1.4.1
scikit-learn==0.22.1
scikit-image==0.16.2
networkx==2.4
xarray==0.14.1
torch==1.4.0
ray==0.8.7
tensorflow==2.2.0
sympy==1.5.1
statsmodels==0.11.0
pandas==1.1.1
xlrd==1.2.0

# visualization
matplotlib==3.1.2
plotly==4.5.0
colorlover==0.3.0
cufflinks==0.17.0
altair==4.0.1
seaborn==0.11.0

# web access
beautifulsoup4==4.8.2
lxml==4.5.0
tweepy==3.8.0

# utils
tqdm==4.42.0
pytz==2019.3

psycopg2==2.8.4

# teaching
jassign==0.0.7
okpy==1.13.11
dsassign==0.0.8
notetaker==0.0.3 # for data 100 hub study

# notebook stuff
jupyter-contrib-nbextensions==0.5.1
jupyter-server-proxy==1.2.0
git+https://github.com/ryanlovett/jupyter-tree-download.git<commit_msg>Updated notetaker<commit_after>-r infra-requirements.txt

# base scientific packages
numpy==1.18.1
scipy==1.4.1
scikit-learn==0.22.1
scikit-image==0.16.2
networkx==2.4
xarray==0.14.1
torch==1.4.0
ray==0.8.7
tensorflow==2.2.0
sympy==1.5.1
statsmodels==0.11.0
pandas==1.1.1
xlrd==1.2.0

# visualization
matplotlib==3.1.2
plotly==4.5.0
colorlover==0.3.0
cufflinks==0.17.0
altair==4.0.1
seaborn==0.11.0

# web access
beautifulsoup4==4.8.2
lxml==4.5.0
tweepy==3.8.0

# utils
tqdm==4.42.0
pytz==2019.3

psycopg2==2.8.4

# teaching
jassign==0.0.7
okpy==1.13.11
dsassign==0.0.8
notetaker==0.0.5 # for data 100 hub study

# notebook stuff
jupyter-contrib-nbextensions==0.5.1
jupyter-server-proxy==1.2.0
git+https://github.com/ryanlovett/jupyter-tree-download.git
{'fraction_non_alphanumeric': 0.2010652463382157, 'fraction_numerical': 0.14513981358189082, 'mean_word_length': 4.367857142857143, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3821092', 'n_tokens_mistral': 810, 'n_tokens_neox': 773, 'n_words': 98}