<commit_before>package libgochewing

import (
    "bytes"
    "errors"
    "fmt"
    "regexp"
    "strings"
)

const (
    BOPOMOFO_INITIAL = 0
    BOPOMOFO_MIDDLE  = 1
    BOPOMOFO_FINAL   = 2
    BOPOMOFO_TONE    = 3
)

const (
    PHONE_FUZZY_TONELESS = 0x00000001
    PHONE_FUZZY_ALL      = 0xffffffff
)
<commit_msg>Use iota to set constants<commit_after>package libgochewing

import (
    "bytes"
    "errors"
    "fmt"
    "regexp"
    "strings"
)

const (
    BOPOMOFO_INITIAL = iota
    BOPOMOFO_MIDDLE
    BOPOMOFO_FINAL
    BOPOMOFO_TONE
)

const (
    PHONE_FUZZY_TONELESS = 1 << iota
    PHONE_FUZZY_ALL      = 0xffffffff
)

{'fraction_non_alphanumeric': 0.0770440251572327, 'fraction_numerical': 0.025157232704402517, 'mean_word_length': 2.558659217877095, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 3, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4747503', 'n_tokens_mistral': 306, 'n_tokens_neox': 280, 'n_words': 46}