<commit_before>#!/bin/bash

egrep -i 'as a fraction\]\]|into a fraction\]\]' newpages.txt > Fractions.txt
egrep -i 'in simplest form\]\]' newpages.txt >> Fractions.txt
egrep -i 'in its simplest form\]\]' newpages.txt >> Fractions.txt
egrep -i 'in lowest terms\]\]' newpages.txt >> Fractions.txt
egrep -i 'simplest form of [0-9]{1,}/[0-9]{1,}' newpages.txt >> Fractions.txt
egrep -i '[0-9]{1,}/[0-9]{1,} of [0-9]{1,}' newpages.txt >> Fractions.txt

FRACTIONS=`stat --print=%s Fractions.txt`
<commit_msg>Minor addition to Fractions<commit_after>#!/bin/bash

egrep -i 'as a fraction\]\]|into a fraction\]\]' newpages.txt > Fractions.txt
egrep -i 'in simplest form\]\]' newpages.txt >> Fractions.txt
egrep -i 'in its simplest form\]\]' newpages.txt >> Fractions.txt
egrep -i 'in lowest terms\]\]' newpages.txt >> Fractions.txt
egrep -i 'simplest form of [0-9]{1,}/[0-9]{1,}' newpages.txt >> Fractions.txt
egrep -i '[0-9]{1,}(/|\\)[0-9]{1,} of [0-9]{1,}' newpages.txt >> Fractions.txt
egrep -i '[0-9]{1,}(/|\\)[0-9]{1,}(| )(plus|minus|times|divided(| )by)(| )[0-9]{1,}(/|\\)[0-9]{1,}' newpages.txt >> Fractions.txt

FRACTIONS=`stat --print=%s Fractions.txt`

{'fraction_non_alphanumeric': 0.24284475281873374, 'fraction_numerical': 0.03642671292281006, 'mean_word_length': 4.151785714285714, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 27, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4137170', 'n_tokens_mistral': 492, 'n_tokens_neox': 467, 'n_words': 111}