<commit_before>from glyphNameFormatter.tools import debug
def process(self):
    lowercaseOk = True

    # note: these categories are practical
    # but it is always possible to have one
    # edit outside its category just to make it work    self.edit("ARABIC LETTER HAMZA", 'hamza')
    self.edit("ARABIC LETTER ALEF", "alef")

    # digits
    self.edit("EXTENDED ARABIC-INDIC DIGIT", "far")
    self.edit("ARABIC-INDIC CUBE", 'cube')
    self.edit("ARABIC-INDIC FOURTH", 'fourth')
    self.edit("ROOT", 'root')
    self.edit("ARABIC-INDIC DIGIT")

    self.edit("AFGHANI", "afghani")
    self.edit("UIGHUR", "uighur")
    self.edit("KAZAKH", "kazakh")
    self.edit("KIRGHIZ", "kirghiz")
    self.edit("FARSI", "farsi")

    # ligatures
    self.edit("ARABIC SMALL HIGH LIGATURE SAD WITH LAM WITH ALEF MAKSURA", "sad_lam_alefmaksuraabove")
    self.edit("ARABIC SMALL HIGH LIGATURE QAF WITH LAM WITH ALEF MAKSURA", "qaf_lam_alefmaksuraabove")
    self.edit("ARABIC SMALL HIGH LIGATURE ALEF WITH LAM WITH YEH", "alef_lam_yehabove")
    self.edit("ARABIC SMALL HIGH MEEM ISOLATED FORM", "meemabove")

    # letters
    self.edit("ARABIC LETTER HAMZA", 'hamza')
    self.edit("ARABIC LETTER ALEF", "alef")
    self.edit("MAKSURA", "maksura")
    self.edit("ARABIC LETTER WAW", 'waw')
    self.edit("WASLA", 'wasla')
    self.edit("ARABIC PLACE OF SAJDAH", "Sajdah")
    self.edit('ARABIC END OF AYAH', "Ayahend")
    self.edit("ARABIC VOWEL SIGN", "vowel")

    # letter with letter above
    self.edit("WITH MADDA ABOVE", "madda")
    self.edit("MADDAH ABOVE", "madda")
    self.edit("WITH HAMZA BELOW", 'hamzabelow')
    self.edit("GOAL", "goal")   # needs to preceed hamza above
    self.edit("WITH HAMZA ABOVE", "hamza")
    self.edit("WITH YEH ABOVE", "yeh")
    self.edit("WITH TAIL", "tail")
    self.edit("WITH INVERTED V", "invertedV")
    self.edit("INVERTED V", "invertedV")
    self.edit("INVERTED SMALL V ABOVE", "invertedVabove")
    self.edit("WITH SMALL V BELOW", "Vbelow")
    self.edit("WITH SMALL V", "Vabove")<commit_msg>Fixes issue #18<commit_after>from glyphNameFormatter.tools import debug
def process(self):
    lowercaseOk = True

    # note: these categories are practical
    # but it is always possible to have one
    # edit outside its category just to make it work    self.edit("ARABIC LETTER HAMZA", 'hamza')
    self.edit("ARABIC LETTER ALEF", "alef")

    # digits
    self.edit("EXTENDED ARABIC-INDIC DIGIT", "far")
    self.edit("ARABIC-INDIC CUBE", 'cube')
    self.edit("ARABIC-INDIC FOURTH", 'fourth')
    self.edit("ROOT", 'root')
    self.edit("ARABIC-INDIC DIGIT")

    self.edit("AFGHANI", "afghani")
    self.edit("UIGHUR", "uighur")
    self.edit("KAZAKH", "kazakh")
    self.edit("KIRGHIZ", "kirghiz")
    self.edit("FARSI", "farsi")

    # ligatures
    self.edit("ARABIC SMALL HIGH LIGATURE SAD WITH LAM WITH ALEF MAKSURA", "sad_lam_alefmaksuraabove")
    self.edit("ARABIC SMALL HIGH LIGATURE QAF WITH LAM WITH ALEF MAKSURA", "qaf_lam_alefmaksuraabove")
    self.edit("ARABIC SMALL HIGH LIGATURE ALEF WITH LAM WITH YEH", "alefLamYehabove")
    self.edit("ARABIC SMALL HIGH MEEM ISOLATED FORM", "meemabove")

    # letters
    self.edit("ARABIC LETTER HAMZA", 'hamza')
    self.edit("ARABIC LETTER ALEF", "alef")
    self.edit("MAKSURA", "maksura")
    self.edit("ARABIC LETTER WAW", 'waw')
    self.edit("WASLA", 'wasla')
    self.edit("ARABIC PLACE OF SAJDAH", "Sajdah")
    self.edit('ARABIC END OF AYAH', "Ayahend")
    self.edit("ARABIC VOWEL SIGN", "vowel")

    # letter with letter above
    self.edit("WITH MADDA ABOVE", "madda")
    self.edit("MADDAH ABOVE", "madda")
    self.edit("WITH HAMZA BELOW", 'hamzabelow')
    self.edit("GOAL", "goal")   # needs to preceed hamza above
    self.edit("WITH HAMZA ABOVE", "hamza")
    self.edit("WITH YEH ABOVE", "yeh")
    self.edit("WITH TAIL", "tail")
    self.edit("WITH INVERTED V", "invertedV")
    self.edit("INVERTED V", "invertedV")
    self.edit("INVERTED SMALL V ABOVE", "invertedVabove")
    self.edit("WITH SMALL V BELOW", "Vbelow")
    self.edit("WITH SMALL V", "Vabove")
{'fraction_non_alphanumeric': 0.15002447381302006, 'fraction_numerical': 0.0004894762604013706, 'mean_word_length': 3.848161328588375, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6606371', 'n_tokens_mistral': 1656, 'n_tokens_neox': 1548, 'n_words': 377}