<commit_before>Jinja2,https://github.com/pallets/jinja/blob/master/LICENSE.rst,BSD-3
Keras-Applications,https://github.com/keras-team/keras-applications/blob/master/LICENSE,MIT
Keras-Preprocessing,https://github.com/keras-team/keras-preprocessing/blob/master/LICENSE,MIT
Markdown,https://github.com/Python-Markdown/markdown/blob/master/LICENSE.md,BSD-3
MarkupSafe,https://github.com/pallets/markupsafe/blob/master/LICENSE.rst,BSD-3
Pillow,https://github.com/python-pillow/Pillow/blob/master/LICENSE,PIL
PyYAML,https://github.com/yaml/pyyaml/blob/master/LICENSE,MIT
Pygments,https://bitbucket.org/birkenfeld/pygments-main/src/default/LICENSE,BSD-2
Send2Trash,https://github.com/hsoft/send2trash/blob/master/LICENSE,BSD-3
Werkzeug,https://github.com/pallets/werkzeug/blob/master/LICENSE.rst,BSD-3
absl-py,https://github.com/abseil/abseil-py/blob/master/LICENSE,Apache 2.0
apache-beam,https://github.com/apache/beam/blob/master/LICENSE,Apache 2.0
astor,https://github.com/berkerpeksag/astor/blob/master/LICENSE,BSD-3
attrs,https://github.com/python-attrs/attrs/blob/master/LICENSE,MIT
avro-python3,https://github.com/apache/avro/blob/master/LICENSE.txt,Apache 2.0
backcall,https://github.com/takluyver/backcall/blob/master/LICENSE,BSD-3
bleach,https://github.com/mozilla/bleach/blob/master/LICENSE,Apache 2.0
bokeh,https://github.com/bokeh/bokeh/blob/master/LICENSE.txt,BSD-3
cachetools,https://github.com/tkem/cachetools/blob/master/LICENSE,MIT
certifi,https://github.com/certifi/python-certifi/blob/master/LICENSE,MPL 2.0
chardet,https://github.com/chardet/chardet/blob/master/LICENSE,LGPL
crcmod,http://crcmod.sourceforge.net/intro.html#license,MIT
decorator,https://github.com/micheles/decorator/blob/master/LICENSE.txt,BSD-2
defusedxml,https://github.com/tiran/defusedxml/blob/master/LICENSE,PSF
dill,https://github.com/uqfoundation/dill/blob/master/LICENSE,BSD-3
docopt,https://github.com/docopt/docopt/blob/master/LICENSE-MIT,MIT
entrypoints,https://github.com/takluyver/entrypoints/blob/master/LICENSE,MIT
fastavro,https://github.com/fastavro/fastavro/blob/master/LICENSE,MIT
fasteners,https://github.com/harlowja/fasteners/blob/master/LICENSE,Apache 2.0
future,https://python-future.org/credits.html#licence,MIT
gast,https://github.com/serge-sans-paille/gast/blob/master/LICENSE,BSD-3
gcsfs,https://github.com/dask/gcsfs/blob/master/LICENSE.txt,BSD-3
google-api-core,https://github.com/googleapis/google-cloud-python/blob/master/LICENSE,Apache 2.0
google-api-python-client,https://github.com/googleapis/google-api-python-client/blob/master/LICENSE,Apache 2.0
google-apitools,https://github.com/google/apitools/blob/master/LICENSE,Apache 2.0
google-auth,https://github.com/googleapis/google-auth-library-python/blob/master/LICENSE,Apache 2.0
google-auth-httplib2,https://github.com/GoogleCloudPlatform/google-auth-library-python-httplib2/blob/master/LICENSE,Apache 2.0
google-auth-oauthlib,https://github.com/googleapis/google-auth-library-python-oauthlib/blob/master/LICENSE,Apache 2.0
google-cloud-bigquery,https://github.com/googleapis/google-cloud-python/blob/master/LICENSE,Apache 2.0
google-cloud-bigtable,https://github.com/googleapis/google-cloud-python/blob/master/LICENSE,Apache 2.0
google-cloud-core,https://github.com/googleapis/google-cloud-python/blob/master/LICENSE,Apache 2.0
google-cloud-datastore,https://github.com/googleapis/google-cloud-python/blob/master/LICENSE,Apache 2.0
google-cloud-pubsub,https://github.com/googleapis/google-cloud-python/blob/master/LICENSE,Apache 2.0
google-resumable-media,https://github.com/googleapis/google-resumable-media-python/blob/master/LICENSE,Apache 2.0
googleapis-common-protos,https://github.com/googleapis/api-common-protos/blob/master/LICENSE,Apache 2.0
grpc-google-iam-v1,https://github.com/googleapis/googleapis/blob/master/LICENSE,Apache 2.0
grpcio,https://github.com/grpc/grpc/blob/master/LICENSE,Apache 2.0
h5py,https://github.com/h5py/h5py/blob/master/LICENSE,BSD-3
hdfs,https://github.com/mtth/hdfs/blob/master/LICENSE,MIT
httplib2,https://github.com/httplib2/httplib2/blob/master/LICENSE,MIT
idna,https://github.com/kjd/idna/blob/master/LICENSE.rst,BSD-3
importlib-metadata,https://gitlab.com/python-devs/importlib_metadata/blob/master/LICENSE,Apache 2.0
ipykernel,https://github.com/ipython/ipykernel/blob/master/COPYING.md,BSD-3
ipython,https://github.com/ipython/ipython/blob/master/LICENSE,BSD-3
ipython-genutils,https://github.com/ipython/ipython_genutils/blob/master/COPYING.md,BSD-3
ipywidgets,https://github.com/jupyter-widgets/ipywidgets/blob/master/LICENSE,BSD-3
itables,https://github.com/mwouts/itables/blob/master/LICENSE,MIT
jedi,https://github.com/davidhalter/jedi/blob/master/LICENSE.txt,MIT
joblib,https://github.com/joblib/joblib/blob/master/LICENSE.txt,BSD-3
js-regex,https://github.com/Zac-HD/js-regex/blob/master/LICENSE,Mozilla 2.0
jsonschema,https://github.com/Julian/jsonschema/blob/master/COPYING,MIT
jupyter,https://github.com/jupyter/jupyter/blob/master/LICENSE,BSD-3
jupyter-client,https://github.com/jupyter/jupyter_client/blob/master/COPYING.md,BSD-3
jupyter-console,https://github.com/jupyter/jupyter_console/blob/master/COPYING.md,BSD-3
jupyter-core,https://github.com/jupyter/jupyter_core/blob/master/COPYING.md,BSD-3
mistune,https://github.com/lepture/mistune/blob/master/LICENSE,BSD-3
mock,https://github.com/testing-cabal/mock/blob/master/LICENSE.txt,BSD-2
monotonic,https://github.com/atdt/monotonic/blob/master/LICENSE,Apache 2.0
more-itertools,https://github.com/erikrose/more-itertools/blob/master/LICENSE,MIT
nbconvert,https://github.com/jupyter/nbconvert/blob/master/LICENSE,BSD-3
nbformat,https://github.com/jupyter/nbformat/blob/master/COPYING.md,BSD-3
notebook,https://github.com/jupyter/notebook/blob/master/COPYING.md,BSD-3
numpy,https://github.com/numpy/numpy/blob/master/LICENSE.txt,BSD-3<commit_msg>Fix broken license link for jupyter notebook (#2546)<commit_after>Jinja2,https://github.com/pallets/jinja/blob/master/LICENSE.rst,BSD-3
Keras-Applications,https://github.com/keras-team/keras-applications/blob/master/LICENSE,MIT
Keras-Preprocessing,https://github.com/keras-team/keras-preprocessing/blob/master/LICENSE,MIT
Markdown,https://github.com/Python-Markdown/markdown/blob/master/LICENSE.md,BSD-3
MarkupSafe,https://github.com/pallets/markupsafe/blob/master/LICENSE.rst,BSD-3
Pillow,https://github.com/python-pillow/Pillow/blob/master/LICENSE,PIL
PyYAML,https://github.com/yaml/pyyaml/blob/master/LICENSE,MIT
Pygments,https://bitbucket.org/birkenfeld/pygments-main/src/default/LICENSE,BSD-2
Send2Trash,https://github.com/hsoft/send2trash/blob/master/LICENSE,BSD-3
Werkzeug,https://github.com/pallets/werkzeug/blob/master/LICENSE.rst,BSD-3
absl-py,https://github.com/abseil/abseil-py/blob/master/LICENSE,Apache 2.0
apache-beam,https://github.com/apache/beam/blob/master/LICENSE,Apache 2.0
astor,https://github.com/berkerpeksag/astor/blob/master/LICENSE,BSD-3
attrs,https://github.com/python-attrs/attrs/blob/master/LICENSE,MIT
avro-python3,https://github.com/apache/avro/blob/master/LICENSE.txt,Apache 2.0
backcall,https://github.com/takluyver/backcall/blob/master/LICENSE,BSD-3
bleach,https://github.com/mozilla/bleach/blob/master/LICENSE,Apache 2.0
bokeh,https://github.com/bokeh/bokeh/blob/master/LICENSE.txt,BSD-3
cachetools,https://github.com/tkem/cachetools/blob/master/LICENSE,MIT
certifi,https://github.com/certifi/python-certifi/blob/master/LICENSE,MPL 2.0
chardet,https://github.com/chardet/chardet/blob/master/LICENSE,LGPL
crcmod,http://crcmod.sourceforge.net/intro.html#license,MIT
decorator,https://github.com/micheles/decorator/blob/master/LICENSE.txt,BSD-2
defusedxml,https://github.com/tiran/defusedxml/blob/master/LICENSE,PSF
dill,https://github.com/uqfoundation/dill/blob/master/LICENSE,BSD-3
docopt,https://github.com/docopt/docopt/blob/master/LICENSE-MIT,MIT
entrypoints,https://github.com/takluyver/entrypoints/blob/master/LICENSE,MIT
fastavro,https://github.com/fastavro/fastavro/blob/master/LICENSE,MIT
fasteners,https://github.com/harlowja/fasteners/blob/master/LICENSE,Apache 2.0
future,https://python-future.org/credits.html#licence,MIT
gast,https://github.com/serge-sans-paille/gast/blob/master/LICENSE,BSD-3
gcsfs,https://github.com/dask/gcsfs/blob/master/LICENSE.txt,BSD-3
google-api-core,https://github.com/googleapis/google-cloud-python/blob/master/LICENSE,Apache 2.0
google-api-python-client,https://github.com/googleapis/google-api-python-client/blob/master/LICENSE,Apache 2.0
google-apitools,https://github.com/google/apitools/blob/master/LICENSE,Apache 2.0
google-auth,https://github.com/googleapis/google-auth-library-python/blob/master/LICENSE,Apache 2.0
google-auth-httplib2,https://github.com/GoogleCloudPlatform/google-auth-library-python-httplib2/blob/master/LICENSE,Apache 2.0
google-auth-oauthlib,https://github.com/googleapis/google-auth-library-python-oauthlib/blob/master/LICENSE,Apache 2.0
google-cloud-bigquery,https://github.com/googleapis/google-cloud-python/blob/master/LICENSE,Apache 2.0
google-cloud-bigtable,https://github.com/googleapis/google-cloud-python/blob/master/LICENSE,Apache 2.0
google-cloud-core,https://github.com/googleapis/google-cloud-python/blob/master/LICENSE,Apache 2.0
google-cloud-datastore,https://github.com/googleapis/google-cloud-python/blob/master/LICENSE,Apache 2.0
google-cloud-pubsub,https://github.com/googleapis/google-cloud-python/blob/master/LICENSE,Apache 2.0
google-resumable-media,https://github.com/googleapis/google-resumable-media-python/blob/master/LICENSE,Apache 2.0
googleapis-common-protos,https://github.com/googleapis/api-common-protos/blob/master/LICENSE,Apache 2.0
grpc-google-iam-v1,https://github.com/googleapis/googleapis/blob/master/LICENSE,Apache 2.0
grpcio,https://github.com/grpc/grpc/blob/master/LICENSE,Apache 2.0
h5py,https://github.com/h5py/h5py/blob/master/LICENSE,BSD-3
hdfs,https://github.com/mtth/hdfs/blob/master/LICENSE,MIT
httplib2,https://github.com/httplib2/httplib2/blob/master/LICENSE,MIT
idna,https://github.com/kjd/idna/blob/master/LICENSE.rst,BSD-3
importlib-metadata,https://gitlab.com/python-devs/importlib_metadata/blob/master/LICENSE,Apache 2.0
ipykernel,https://github.com/ipython/ipykernel/blob/master/COPYING.md,BSD-3
ipython,https://github.com/ipython/ipython/blob/master/LICENSE,BSD-3
ipython-genutils,https://github.com/ipython/ipython_genutils/blob/master/COPYING.md,BSD-3
ipywidgets,https://github.com/jupyter-widgets/ipywidgets/blob/master/LICENSE,BSD-3
itables,https://github.com/mwouts/itables/blob/master/LICENSE,MIT
jedi,https://github.com/davidhalter/jedi/blob/master/LICENSE.txt,MIT
joblib,https://github.com/joblib/joblib/blob/master/LICENSE.txt,BSD-3
js-regex,https://github.com/Zac-HD/js-regex/blob/master/LICENSE,Mozilla 2.0
jsonschema,https://github.com/Julian/jsonschema/blob/master/COPYING,MIT
jupyter,https://github.com/jupyter/jupyter/blob/master/LICENSE,BSD-3
jupyter-client,https://github.com/jupyter/jupyter_client/blob/master/COPYING.md,BSD-3
jupyter-console,https://github.com/jupyter/jupyter_console/blob/master/COPYING.md,BSD-3
jupyter-core,https://github.com/jupyter/jupyter_core/blob/master/COPYING.md,BSD-3
mistune,https://github.com/lepture/mistune/blob/master/LICENSE,BSD-3
mock,https://github.com/testing-cabal/mock/blob/master/LICENSE.txt,BSD-2
monotonic,https://github.com/atdt/monotonic/blob/master/LICENSE,Apache 2.0
more-itertools,https://github.com/erikrose/more-itertools/blob/master/LICENSE,MIT
nbconvert,https://github.com/jupyter/nbconvert/blob/master/LICENSE,BSD-3
nbformat,https://github.com/jupyter/nbformat/blob/master/COPYING.md,BSD-3
notebook,https://github.com/jupyter/notebook/blob/master/LICENSE,BSD-3
numpy,https://github.com/numpy/numpy/blob/master/LICENSE.txt,BSD-3
{'fraction_non_alphanumeric': 0.16589625064201335, 'fraction_numerical': 0.015921931176168466, 'mean_word_length': 5.925311203319502, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 144, 'lorem ipsum': 0, 'www.': 0, 'xml': 4}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '415404', 'n_tokens_mistral': 4555, 'n_tokens_neox': 4355, 'n_words': 200}