<commit_before>{
    "nouns": {
        "leadership": ["leadership","administration", "admin", "management"],
        "future": ["future", "world of tomorrow", "coming era", "next ten years"],
        "risk": ["risk","peril","challenge","danger","hazard"],
        "opportunity": ["opportunity","benefit","advantage"],
        "innovators": ["innovators","change-makers","winnovators","change agents"],
        "managers": ["managers","administrators","leaders"],
        "manager": ["manager","administrator","leader","supervisor"],
        "thought leader": ["thought leader", "change agent", "futurist"],
        "innovation": ["innovation","winnovation","change-making","evolution"],
        "effective": ["effective", "compelling", "awesome", "powerful", "potent"]
    },
    "verbs": {
        "use": ["use","utilize","make use of","exploit"],
        "leading": ["succeeding","managing","leading","strategizing","change-making"],
        "innovating": ["innovating","winnovating","change-making","evolving"],
        "innovate": ["innovate","change-make","winnovate","evolve"],
        "embrace": ["embrace", "accept", "adopt"]
    },
    "adverbs": {
        "innovative": ["innovative", "new", "ingenious", "revolutionary", "inventive", "original"]
    },
    "concepts": {
        "types_of_libraries": ["special","public","academic","medical","legal","private","corporate","school"],
        "service_groups": ["seniors","millenials","digital natives","teens","makers","children","tweens","reluctant readers", "undergraduates", "faculty", "graduate students"],
        "types_of_librarians": ["systems librarians","legal librarians","reference librarians","new librarians","medical librarians","academic librarians","public librarians","solo librarians"],
        "types_of_staff": ["change-averse staff","unionized staff","millenial staff","paraprofessional staff","new staff","old staff","tech-savvy staff","tech-phobic staff"],
        "types_of_library_services": ["book clubs", "outreach", "storytimes", "programs", "after-school drop-ins", "research support"],
        "types_of_library_departments": ["public service","collection development","metadata services","technical services","web services","digital services","information technology"],
        "fake_cities": ["Grimeshackle", "Pittsnorth", "Wontsburgh", "Dallydale", "North Jobsworth", "Currywurstberg", "Flapsaddle"],
        "fake_higher_ed": ["University of Northern South Dakota", "Pincenez University", "Ontario College of Futurology Studies", "Discordian University of America", "<NAME> Institute for Advanced Learning", "Wheatgrass Technical College", "South Buffalo Academy of the Arts", "Durham Regional University"],
        "fake_academic_libraries": ["Boswell Library","John and <NAME> Memorial Library", "Graduate Scientician Library", "Nineteenth Century Prussian Literature Library", "Anthropocene Geology Library"],<commit_msg>Add a fake_higher_ed from @djfiander via Twitter<commit_after>{
    "nouns": {
        "leadership": ["leadership","administration", "admin", "management"],
        "future": ["future", "world of tomorrow", "coming era", "next ten years"],
        "risk": ["risk","peril","challenge","danger","hazard"],
        "opportunity": ["opportunity","benefit","advantage"],
        "innovators": ["innovators","change-makers","winnovators","change agents"],
        "managers": ["managers","administrators","leaders"],
        "manager": ["manager","administrator","leader","supervisor"],
        "thought leader": ["thought leader", "change agent", "futurist"],
        "innovation": ["innovation","winnovation","change-making","evolution"],
        "effective": ["effective", "compelling", "awesome", "powerful", "potent"]
    },
    "verbs": {
        "use": ["use","utilize","make use of","exploit"],
        "leading": ["succeeding","managing","leading","strategizing","change-making"],
        "innovating": ["innovating","winnovating","change-making","evolving"],
        "innovate": ["innovate","change-make","winnovate","evolve"],
        "embrace": ["embrace", "accept", "adopt"]
    },
    "adverbs": {
        "innovative": ["innovative", "new", "ingenious", "revolutionary", "inventive", "original"]
    },
    "concepts": {
        "types_of_libraries": ["special","public","academic","medical","legal","private","corporate","school"],
        "service_groups": ["seniors","millenials","digital natives","teens","makers","children","tweens","reluctant readers", "undergraduates", "faculty", "graduate students"],
        "types_of_librarians": ["systems librarians","legal librarians","reference librarians","new librarians","medical librarians","academic librarians","public librarians","solo librarians"],
        "types_of_staff": ["change-averse staff","unionized staff","millenial staff","paraprofessional staff","new staff","old staff","tech-savvy staff","tech-phobic staff"],
        "types_of_library_services": ["book clubs", "outreach", "storytimes", "programs", "after-school drop-ins", "research support"],
        "types_of_library_departments": ["public service","collection development","metadata services","technical services","web services","digital services","information technology"],
        "fake_cities": ["Grimeshackle", "Pittsnorth", "Wontsburgh", "Dallydale", "North Jobsworth", "Currywurstberg", "Flapsaddle"],
        "fake_higher_ed": ["University of Northern South Dakota", "Pincenez University", "Ontario College of Futurology Studies", "Discordian University of America", "J.R. Dobbs Institute for Advanced Learning", "Wheatgrass Technical College", "South Buffalo Academy of the Arts", "Durham Regional University", "University of Eastern Western Ontario"],
        "fake_academic_libraries": ["Boswell Library","John and <NAME> Memorial Library", "Graduate Scientician Library", "Nineteenth Century Prussian Literature Library", "Anthropocene Geology Library"],
{'fraction_non_alphanumeric': 0.1902027027027027, 'fraction_numerical': 0.0, 'mean_word_length': 5.92514619883041, 'pattern_counts': {'":': 58, '<': 6, '<?xml version=': 0, '>': 6, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5060528', 'n_tokens_mistral': 1731, 'n_tokens_neox': 1612, 'n_words': 363}