<commit_before>dependencies:
- nodejs=15.*
- pip=22.2.*
- python=3.9.*

- syncthing==1.18.6

# pymc3 needs this
- mkl-service=2.4.*

# Base scientific packages that other conda packages we install depend on
# We don't want to have conda packages depend on pip packages if possible
- numpy=1.21.*
- matplotlib=3.5.*
- scipy=1.7.*
- ipympl=0.9.*
- pandas=1.3.*
- statsmodels=0.12.*
- scikit-learn=1.1.1
- seaborn=0.11.*
- bokeh=2.3.*
- decorator=5.0.*
- networkx=2.6.*
- spacy=3.4.1
- nltk=3.6.*

# data 88e, fall 2022, issue 3915
- yfinance=0.1.85
- quantstats=0.0.59

# dlab, dssj, summer 2022, issues 3472, 3473, 3474
- gensim=4.2.0

# 3577, L&S 22, Spring 2023
- spacy-model-en_core_web_sm=3.4.0
- spacy-model-en_core_web_lg=3.4.0
- spacy-model-en_core_web_md=3.4.0
- spacy-model-en_core_web_trf=3.4.0
- lemminflect=0.2.2

# EPS88, data100
# https://github.com/berkeley-dsep-infra/datahub/issues/1796
# https://github.com/berkeley-dsep-infra/datahub/issues/2824
- shapely=1.8.*
- cartopy=0.20.*

# ls 88-3; neuro
- pillow=8.3.*

# music 30, spring 2022, #3180
- pysoundfile==0.10.3.post1

# ds100, spring 2022, #3208
- python-kaleido==0.2.1

# https://github.com/berkeley-dsep-infra/datahub/issues/3305, spring 2022
- fenics==2019.1.0
- mshr==2019.1.0

# https://github.com/berkeley-dsep-infra/datahub/issues/3324, spring 2022
- gdown==4.4.0

# LBL summer research internship in materials informatics. Jupyter Book curriculum at https://enze-chen.github.io/mi-book/
- pymatgen=2022.0.11
- matminer=0.7.4

# data101, Fall 2022, https://github.com/berkeley-dsep-infra/datahub/issues/3646
- pgspecial=2.0.1<commit_msg>Installing dbt-postgres, dbt-bigquery for data101<commit_after>dependencies:
- nodejs=15.*
- pip=22.2.*
- python=3.9.*

- syncthing==1.18.6

# pymc3 needs this
- mkl-service=2.4.*

# Base scientific packages that other conda packages we install depend on
# We don't want to have conda packages depend on pip packages if possible
- numpy=1.21.*
- matplotlib=3.5.*
- scipy=1.7.*
- ipympl=0.9.*
- pandas=1.3.*
- statsmodels=0.12.*
- scikit-learn=1.1.1
- seaborn=0.11.*
- bokeh=2.3.*
- decorator=5.0.*
- networkx=2.6.*
- spacy=3.4.1
- nltk=3.6.*

# data 88e, fall 2022, issue 3915
- yfinance=0.1.85
- quantstats=0.0.59

# dlab, dssj, summer 2022, issues 3472, 3473, 3474
- gensim=4.2.0

# 3577, L&S 22, Spring 2023
- spacy-model-en_core_web_sm=3.4.0
- spacy-model-en_core_web_lg=3.4.0
- spacy-model-en_core_web_md=3.4.0
- spacy-model-en_core_web_trf=3.4.0
- lemminflect=0.2.2

# EPS88, data100
# https://github.com/berkeley-dsep-infra/datahub/issues/1796
# https://github.com/berkeley-dsep-infra/datahub/issues/2824
- shapely=1.8.*
- cartopy=0.20.*

# ls 88-3; neuro
- pillow=8.3.*

# music 30, spring 2022, #3180
- pysoundfile==0.10.3.post1

# ds100, spring 2022, #3208
- python-kaleido==0.2.1

# https://github.com/berkeley-dsep-infra/datahub/issues/3305, spring 2022
- fenics==2019.1.0
- mshr==2019.1.0

# https://github.com/berkeley-dsep-infra/datahub/issues/3324, spring 2022
- gdown==4.4.0

# LBL summer research internship in materials informatics. Jupyter Book curriculum at https://enze-chen.github.io/mi-book/
- pymatgen=2022.0.11
- matminer=0.7.4

# data101, Fall 2022, https://github.com/berkeley-dsep-infra/datahub/issues/3646
- pgspecial=2.0.1

# https://github.com/berkeley-dsep-infra/datahub/issues/3939 data101, fall 2022
- dbt-postgres=1.3.0
- dbt-bigquery=1.3.0
{'fraction_non_alphanumeric': 0.17653993516062483, 'fraction_numerical': 0.13203654582964927, 'mean_word_length': 3.4424083769633507, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 13, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7583494', 'n_tokens_mistral': 1744, 'n_tokens_neox': 1533, 'n_words': 253}