<commit_before>[REDISTRIBUTABLE_PACKAGES_PATTERNS]
redistFilePatterns="^gfwlivesetup\.exe$"MS Games For Windows Live"\
                   "^(vcredist){1}.*(\.exe)$"MS Visual C++ Redist"\
                   "^(physx){1}.+(systemsoftware.exe){1}$"NVidia PhysX"\
                   "^(arcadeinstallfull){1}.*(\.exe)$"GameSpy Arcade"\
                   "^gamespyinstaller220std\.exe$"GameSpy Arcade"\
                   "^(xna){1}.*(\.msi)$"MS XNA Framework Redist"\
                   "^xnafx40_redist\.msi$"MS XNA Framework Redist"\
                   "^(dotnet).*(setup\.exe)$"MS .NET Framework Redist"\
                   "^(dotnet).*(x86_x64\.exe)$"MS .NET Framework Redist (64-bit)"\
                   "^dotnetfx35\.exe$"MS .NET Framework Redist"\
                   "^openalweax\.exe$"OpenAL"\
                   "^dxwebsetup\.exe$"MS DirectX Web Installer"\
                   "^ndP451-kb2872776-x86-x64-allos-enu\.exe$"Takedown Red Sabre Redist"\
                   "^(rapture3d_){1}.*(game\.exe)$"Rapture 3D"\
                   "^amd_dcoptsetup\.exe$"AMD Dual-Core Optimizer"\
                   "^amd_dcoptsetup\.ex$"AMD Dual-Core Optimizer"\
                   "^msxml4-kb954430-enu\.exe$"MS XML Redist"\
                   "^msxml4-kb973688-enu\.exe$"MS XML Redist"\
                   "^wic_x64_enu\.exe$"MS .NET Framework Redist"\
                   "^wic_x86_enu\.exe$"MS .NET Framework Redist"\
                   "^xpsepsc-amd64-en-us\.exe$"MS .NET Framework Redist (64-bit)"\
                   "^xpsepsc-x86-en-us\.exe$"MS .NET Framework Redist"\
                   "^dotnetfx40_client_x86_x64\.exe$"MS .NET Framework Redist (64-bit)"\
                   "^netfx35_ia64\.exe$"MS .NET Framework Redist (Itanium)"\
                   "^netfx35_x64\.exe$"MS .NET Framework Redist (64-bit)"\
                   "^netfx35_x86\.exe$"MS .NET Framework Redist"\
                   "^setup_battleyearma2\.exe$"BattlEye Anti-Cheat Engine"
redistFolderPatterns="^directx$"MS DirectX"\
                     "^dxredist$"MS DirectX"\
                     "^directx_redist$"MS DirectX"\
                     "^dx_redist_install$"MS DirectX"\
                     "^directxredist$"MS DirectX"\
                     "^dx\p{Space}redist$"MS DirectX"\
                     "^directx_jun_2010$"MS DirectX"\
                     "^directx_aug_2009$"MS DirectX"\
                     "^msvcrt$"MS Visual C++ Redist(s)"\
                     "^vcredist$"MS Visual C++ Redist(s)"\
                     "^g4w$"MS Games For Windows Live"\
                     "^dependencies$"Many redistributables"\
                     "^prerequisite(s)?$"Many redistributables"\
                     "^installer(s)?$"Many redistributables"\
                     "^redist(s)?$"Many redistributables"\
                     ".*__redist(s)?$"Many redistributables"\
                     ".*__installer(s)?$"Many redistributables"\
                     "^_commonredist(s)?$"Many redistributables"\
                     "^(_)+redist(s)?$"Many redistributables"\
                     "^ue3redist?$"Many UE3 redistributables"\
                     "^redistributable(s)?$"Many redistributables"
enableExperimentalPatterns=false
experimentalRedistFilesPatterns=
experimentalRedistFolderPatterns="^directx9c$"(EXPERIMENTAL!!) MS DirectX (9.c)"\
                                 "^commonredist$"(EXPERIMENTAL!!) Many redistributables"\
                                 "^3rd$"(EXPERIMENTAL!!) Many redistributables"\
                                 "^install$"(EXPERIMENTAL!!) Many redistributables"<commit_msg>GOG and Origin non-redist removable files (experimental)<commit_after>[REDISTRIBUTABLE_PACKAGES_PATTERNS]
redistFilePatterns="^gfwlivesetup\.exe$"MS Games For Windows Live"\
                   "^(vcredist){1}.*(\.exe)$"MS Visual C++ Redist"\
                   "^(physx){1}.+(systemsoftware.exe){1}$"NVidia PhysX"\
                   "^(arcadeinstallfull){1}.*(\.exe)$"GameSpy Arcade"\
                   "^gamespyinstaller220std\.exe$"GameSpy Arcade"\
                   "^(xna){1}.*(\.msi)$"MS XNA Framework Redist"\
                   "^xnafx40_redist\.msi$"MS XNA Framework Redist"\
                   "^(dotnet).*(setup\.exe)$"MS .NET Framework Redist"\
                   "^(dotnet).*(x86_x64\.exe)$"MS .NET Framework Redist (64-bit)"\
                   "^dotnetfx35\.exe$"MS .NET Framework Redist"\
                   "^openalweax\.exe$"OpenAL"\
                   "^dxwebsetup\.exe$"MS DirectX Web Installer"\
                   "^ndP451-kb2872776-x86-x64-allos-enu\.exe$"Takedown Red Sabre Redist"\
                   "^(rapture3d_){1}.*(game\.exe)$"Rapture 3D"\
                   "^amd_dcoptsetup\.exe$"AMD Dual-Core Optimizer"\
                   "^amd_dcoptsetup\.ex$"AMD Dual-Core Optimizer"\
                   "^msxml4-kb954430-enu\.exe$"MS XML Redist"\
                   "^msxml4-kb973688-enu\.exe$"MS XML Redist"\
                   "^wic_x64_enu\.exe$"MS .NET Framework Redist"\
                   "^wic_x86_enu\.exe$"MS .NET Framework Redist"\
                   "^xpsepsc-amd64-en-us\.exe$"MS .NET Framework Redist (64-bit)"\
                   "^xpsepsc-x86-en-us\.exe$"MS .NET Framework Redist"\
                   "^dotnetfx40_client_x86_x64\.exe$"MS .NET Framework Redist (64-bit)"\
                   "^netfx35_ia64\.exe$"MS .NET Framework Redist (Itanium)"\
                   "^netfx35_x64\.exe$"MS .NET Framework Redist (64-bit)"\
                   "^netfx35_x86\.exe$"MS .NET Framework Redist"\
                   "^setup_battleyearma2\.exe$"BattlEye Anti-Cheat Engine"
redistFolderPatterns="^directx$"MS DirectX"\
                     "^dxredist$"MS DirectX"\
                     "^directx_redist$"MS DirectX"\
                     "^dx_redist_install$"MS DirectX"\
                     "^directxredist$"MS DirectX"\
                     "^dx\p{Space}redist$"MS DirectX"\
                     "^directx_jun_2010$"MS DirectX"\
                     "^directx_aug_2009$"MS DirectX"\
                     "^msvcrt$"MS Visual C++ Redist(s)"\
                     "^vcredist$"MS Visual C++ Redist(s)"\
                     "^g4w$"MS Games For Windows Live"\
                     "^dependencies$"Many redistributables"\
                     "^prerequisite(s)?$"Many redistributables"\
                     "^installer(s)?$"Many redistributables"\
                     "^redist(s)?$"Many redistributables"\
                     ".*__redist(s)?$"Many redistributables"\
                     ".*__installer(s)?$"Many redistributables"\
                     "^_commonredist(s)?$"Many redistributables"\
                     "^(_)+redist(s)?$"Many redistributables"\
                     "^ue3redist?$"Many UE3 redistributables"\
                     "^redistributable(s)?$"Many redistributables"
enableExperimentalPatterns=false
experimentalRedistFilesPatterns=
experimentalRedistFolderPatterns="^directx9c$"(EXPERIMENTAL!!) MS DirectX (9.c)"\
                                 "^commonredist$"(EXPERIMENTAL!!) Many redistributables"\
                                 "^3rd$"(EXPERIMENTAL!!) Many redistributables"\
                                 "^ea\p{Space}help$"(EXPERIMENTAL!!) Help files"\
                                 "^support$"(EXPERIMENTAL!!) Help and EULA files"\
                                 "^install$"(EXPERIMENTAL!!) Many redistributables"
{'fraction_non_alphanumeric': 0.14770567472169427, 'fraction_numerical': 0.0260657073038284, 'mean_word_length': 1.699523635031147, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 4}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 8, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '130881', 'n_tokens_mistral': 2642, 'n_tokens_neox': 2237, 'n_words': 341}