<commit_before>// Package i18n supports string translations with variable substitution and CLDR pluralization.
// It is intended to be used in conjunction with github.com/nicksnyder/go-i18n/goi18n,
// although that is not strictly required.
//
// Initialization
//
// Your Go program should load translations during its intialization.
//     i18n.MustLoadTranslationFile("path/to/fr-FR.all.json")
// If your translations are in a file format not supported by (Must)?LoadTranslationFile,
// then you can use the AddTranslation function to manually add translations.
//
// Fetching a translation
//
// Use Tfunc or MustTfunc to fetch a TranslateFunc that can be used to translate a string into a specific locale.
// The TranslateFunc will be bound to the first valid locale passed to Tfunc.
//     userLocale = "ar-AR"     // user preference, accept header, language cookie
//     defaultLocale = "en-US"  // known valid locale
//     T, err := i18n.Tfunc(userLocale, defaultLocale)
//     fmt.Println(T("Hello world"))
//
// Usually it is a good idea to identify strings by a generic id rather than the English translation,
// but the rest of this documentation will continue to use the English translation for readability.
//     T("program_greeting")
//
// Variables
//
// TranslateFunc supports strings that have variables using the text/template syntax.
//     T("Hello {{.Person}}", map[string]interface{}{
//         "Person": "Bob",
//     })
//
// Pluralization
//
// TranslateFunc supports the pluralization of strings using the CLDR pluralization rules defined here:
// http://www.unicode.org/cldr/charts/latest/supplemental/language_plural_rules.html
//     T("You have {{.Count}} unread emails", 2)
//
// Plural strings may also have variables.
//     T("{{.Person}} has {{.Count}} unread emails", 2, map[string]interface{}{
//         "Person": "Bob",
//     })
//
// Compound plural strings can be created with nesting.<commit_msg>doc update<commit_after>// Package i18n supports string translations with variable substitution and CLDR pluralization.
// It is intended to be used in conjunction with github.com/nicksnyder/go-i18n/goi18n,
// although that is not strictly required.
//
// Initialization
//
// Your Go program should load translations during its intialization.
//     i18n.MustLoadTranslationFile("path/to/fr-FR.all.json")
// If your translations are in a file format not supported by (Must)?LoadTranslationFile,
// then you can use the AddTranslation function to manually add translations.
//
// Fetching a translation
//
// Use Tfunc or MustTfunc to fetch a TranslateFunc that will return the translated string for a specific locale.
// The TranslateFunc will be bound to the first valid locale passed to Tfunc.
//     userLocale = "ar-AR"     // user preference, accept header, language cookie
//     defaultLocale = "en-US"  // known valid locale
//     T, err := i18n.Tfunc(userLocale, defaultLocale)
//     fmt.Println(T("Hello world"))
//
// Usually it is a good idea to identify strings by a generic id rather than the English translation,
// but the rest of this documentation will continue to use the English translation for readability.
//     T("program_greeting")
//
// Variables
//
// TranslateFunc supports strings that have variables using the text/template syntax.
//     T("Hello {{.Person}}", map[string]interface{}{
//         "Person": "Bob",
//     })
//
// Pluralization
//
// TranslateFunc supports the pluralization of strings using the CLDR pluralization rules defined here:
// http://www.unicode.org/cldr/charts/latest/supplemental/language_plural_rules.html
//     T("You have {{.Count}} unread emails", 2)
//
// Plural strings may also have variables.
//     T("{{.Person}} has {{.Count}} unread emails", 2, map[string]interface{}{
//         "Person": "Bob",
//     })
//
// Compound plural strings can be created with nesting.
{'fraction_non_alphanumeric': 0.11585993820803296, 'fraction_numerical': 0.006179196704428424, 'mean_word_length': 3.2786343612334803, 'pattern_counts': {'":': 4, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1139046', 'n_tokens_mistral': 1083, 'n_tokens_neox': 1038, 'n_words': 420}