<commit_before># The SQL Server iso_1 charset is actually Microsoft's extended version, Cp1252

ISO_1=1|Cp1252
ISO15=1|ISO-8859-15
ISO88592=1|ISO-8859-2
ISO88595=1|ISO-8859-5
ISO88596=1|ISO-8859-6
ISO88597=1|ISO-8859-7
ISO88598=1|ISO-8859-8
ISO88599=1|ISO-8859-9
CP437=1|Cp437
CP850=1|Cp850
CP932=2|MS932
CP936=2|MS936
CP949=2|Cp949
CP950=2|Cp950
CP1250=1|Cp1250
CP1251=1|Cp1251
CP1252=1|Cp1252
CP1253=1|Cp1253
CP1254=1|Cp1254
CP1255=1|Cp1255
CP1256=1|Cp1256
CP1257=1|Cp1257
CP1258=1|Cp1258
ASCII_7=1|US-ASCII
ASCII_8=1|US-ASCII
ROMAN8=1|ISO-8859-1
MAC=1|ISO-8859-1
GREEK8=1|ISO-8859-7
MACGRK2=1|ISO-8859-7
MAC_CYR=1|ISO-8859-5
SJIS=2|Shift_JIS
BIG5=2|Big5
BIG5HK=2|Big5-HKSCS
KOI8=1|KOI8-R
TIS620=1|TIS-620
DECKANJI=3|EUC_JP
EUCCNS=2|x-EUC-CN
EUCJIS=3|EUC-JP
EUCGB=2|x-EUC-CN
EUCKSC=2|EUC-KR
UTF8=4|UTF-8
UNICODE=4|UTF-16

# Also map charset names back to themselves so that they can be used in the URL
# with their Java name, not only the obscure SQL Server denomination.

ISO-8859-1=1|ISO-8859-1
ISO-8859-2=1|ISO-8859-2
ISO-8859-5=1|ISO-8859-5
ISO-8859-6=1|ISO-8859-6
ISO-8859-7=1|ISO-8859-7
ISO-8859-8=1|ISO-8859-8
ISO-8859-9=1|ISO-8859-9
ISO-8859-15=1|ISO-8859-15
US-ASCII=1|US-ASCII
ASCII=1|US-ASCII
SHIFT_JIS=2|Shift_JIS
SJIS=2|Shift_JIS
BIG5-HKSCS=2|Big5-HKSCS
BIG5_HKSCS=2|Big5-HKSCS
KOI8-R=1|KOI8-R
KOI8_R=1|KOI8-R
TIS-620=1|TIS-620
TIS_620=1|TIS-620<commit_msg>o Added charsets GB2312 and GBK as aliases for MS936.<commit_after># The SQL Server iso_1 charset is actually Microsoft's extended version, Cp1252

ISO_1=1|Cp1252
ISO15=1|ISO-8859-15
ISO88592=1|ISO-8859-2
ISO88595=1|ISO-8859-5
ISO88596=1|ISO-8859-6
ISO88597=1|ISO-8859-7
ISO88598=1|ISO-8859-8
ISO88599=1|ISO-8859-9
CP437=1|Cp437
CP850=1|Cp850
CP932=2|MS932
CP936=2|MS936
CP949=2|Cp949
CP950=2|Cp950
CP1250=1|Cp1250
CP1251=1|Cp1251
CP1252=1|Cp1252
CP1253=1|Cp1253
CP1254=1|Cp1254
CP1255=1|Cp1255
CP1256=1|Cp1256
CP1257=1|Cp1257
CP1258=1|Cp1258
ASCII_7=1|US-ASCII
ASCII_8=1|US-ASCII
ROMAN8=1|ISO-8859-1
MAC=1|ISO-8859-1
GREEK8=1|ISO-8859-7
MACGRK2=1|ISO-8859-7
MAC_CYR=1|ISO-8859-5
SJIS=2|Shift_JIS
BIG5=2|Big5
BIG5HK=2|Big5-HKSCS
GB2312=2|MS936
GBK=2|MS936
KOI8=1|KOI8-R
TIS620=1|TIS-620
DECKANJI=3|EUC_JP
EUCCNS=2|x-EUC-CN
EUCJIS=3|EUC-JP
EUCGB=2|x-EUC-CN
EUCKSC=2|EUC-KR
UTF8=4|UTF-8
UNICODE=4|UTF-16

# Also map charset names back to themselves so that they can be used in the URL
# with their Java name, not only the obscure SQL Server denomination.

ISO-8859-1=1|ISO-8859-1
ISO-8859-2=1|ISO-8859-2
ISO-8859-5=1|ISO-8859-5
ISO-8859-6=1|ISO-8859-6
ISO-8859-7=1|ISO-8859-7
ISO-8859-8=1|ISO-8859-8
ISO-8859-9=1|ISO-8859-9
ISO-8859-15=1|ISO-8859-15
US-ASCII=1|US-ASCII
ASCII=1|US-ASCII
SHIFT_JIS=2|Shift_JIS
SJIS=2|Shift_JIS
BIG5-HKSCS=2|Big5-HKSCS
BIG5_HKSCS=2|Big5-HKSCS
KOI8-R=1|KOI8-R
KOI8_R=1|KOI8-R
TIS-620=1|TIS-620
TIS_620=1|TIS-620
{'fraction_non_alphanumeric': 0.151903237282106, 'fraction_numerical': 0.2870864461045891, 'mean_word_length': 6.342036553524804, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4225940', 'n_tokens_mistral': 2006, 'n_tokens_neox': 1591, 'n_words': 208}