<commit_before># dev dependencies
mock                             # mock objects for unit tests
sphinx                           # doc generator

# kubernetes deployment dependencies
Jinja2==2.9.6                    # jinja templates are used in the kubernetes deployment scripts
PyYAML==3.12                     # yaml parsing

# runtime dependencies
beautifulsoup4==4.5.3            # used for html parsing utilites
Django==1.11                     # core server-side framework
django-debug-toolbar             # https://github.com/jazzband/django-debug-toolbar
django-debug-toolbar-request-history  # for debugging database queries on async requests.
django-guardian==1.4.6           # object-level permissions for database records
django-activity-stream==0.6.3    # used to log various user and application actions
django-hijack==2.1.3             # allows admins to login as other user

django-anymail                   # send email through send-grid or other cloud-based providers
elasticsearch-dsl                # used for querying elastic search
ipython                          # used by shell.py
numpy==1.12.1
openpyxl==2.4.8                  # library for reading/writing Excel files
xlrd==1.0.0                      # faster library for parsing Excel
pandas==0.19.2
psycopg2==2.7.1                  # postgres database access
PyYAML==3.12                     # yaml parsing
requests==2.13.0                 # simpler way to make http requests
tqdm                             # convenient way to create progress bar for long-running command-line operations<commit_msg>added gunicorn<commit_after># dev dependencies
mock                             # mock objects for unit tests
sphinx                           # doc generator

# kubernetes deployment dependencies
Jinja2==2.9.6                    # jinja templates are used in the kubernetes deployment scripts
PyYAML==3.12                     # yaml parsing
gunicorn==19.7.1                 # web server

# runtime dependencies
beautifulsoup4==4.5.3            # used for html parsing utilites
Django==1.11                     # core server-side framework
django-debug-toolbar             # https://github.com/jazzband/django-debug-toolbar
django-debug-toolbar-request-history  # for debugging database queries on async requests.
django-guardian==1.4.6           # object-level permissions for database records
django-activity-stream==0.6.3    # used to log various user and application actions
django-hijack==2.1.3             # allows admins to login as other user

django-anymail                   # send email through send-grid or other cloud-based providers
elasticsearch-dsl                # used for querying elastic search
ipython                          # used by shell.py
numpy==1.12.1
openpyxl==2.4.8                  # library for reading/writing Excel files
xlrd==1.0.0                      # faster library for parsing Excel
pandas==0.19.2
psycopg2==2.7.1                  # postgres database access
PyYAML==3.12                     # yaml parsing
requests==2.13.0                 # simpler way to make http requests
tqdm                             # convenient way to create progress bar for long-running command-line operations
{'fraction_non_alphanumeric': 0.06882591093117409, 'fraction_numerical': 0.031142946122703206, 'mean_word_length': 1.8729874776386404, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5853474', 'n_tokens_mistral': 847, 'n_tokens_neox': 785, 'n_words': 265}