<commit_before>from setuptools import setup, find_packages

setup(
  name = 'wekeypedia',
#  packages = ['wekeypedia'], # this must be the same as the name above
  packages = find_packages(exclude=["test*"]), # this must be the same as the name above
  version = '0.1.4',
  description = 'toolkit to build datasets around wikipedia pages and to compute extra metrics',
  author = '<NAME>',
  author_email = '<EMAIL>',
  url = 'https://github.com/wekeypedia/toolkit-python', # use the URL to the github repo
  download_url = 'https://github.com/WeKeyPedia/toolkit-python/archive/0.1.4.tar.gz', # I'll explain this in a second
  keywords = ['wikipedia', 'information retrieval', 'api', "data"], # arbitrary keywords
  classifiers = [],
  install_requires=["networkx", "requests", "mwparserfromhell", "colorama"],
)<commit_msg>add dependency<commit_after>from setuptools import setup, find_packages

setup(
  name = 'wekeypedia',
#  packages = ['wekeypedia'], # this must be the same as the name above
  packages = find_packages(exclude=["test*"]), # this must be the same as the name above
  version = '0.1.4',
  description = 'toolkit to build datasets around wikipedia pages and to compute extra metrics',
  author = '<NAME>',
  author_email = '<EMAIL>',
  url = 'https://github.com/wekeypedia/toolkit-python', # use the URL to the github repo
  download_url = 'https://github.com/WeKeyPedia/toolkit-python/archive/0.1.4.tar.gz', # I'll explain this in a second
  keywords = ['wikipedia', 'information retrieval', 'api', "data"], # arbitrary keywords
  classifiers = [],
  install_requires=["networkx", "requests", "mwparserfromhell", "colorama", "beautifulsoup"],
)
{'fraction_non_alphanumeric': 0.14225690276110445, 'fraction_numerical': 0.007202881152460984, 'mean_word_length': 4.849122807017544, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1126418', 'n_tokens_mistral': 521, 'n_tokens_neox': 508, 'n_words': 160}