<commit_before>txt
ini
inf
url
reg
cfg
log
dat
lst
xml
dtd
xsd
xsl
xsml
kml
wsdl
manifest
htm
html
shtml
shtm
xhtml
hta
css
js
vbs
vb
php
php3
phtml
h
hpp
hxx
cpp
cxx
cc
c
java
cs
asp
aspx
properties
mak
cmake
pl
pm
plx
py
pyw
bat
lua
tex
lsp
lisp
rb
rbw
ps
json
mof
mfl
inc
milk<commit_msg>Added more allowed plaintext filename extensions.<commit_after>txt
ini
inf
url
reg
cfg
log
dat
lst
xml
dtd
xsd
xdr
xsl
xsml
kml
wsdl
rdf
manifest
htm
html
shtml
shtm
xhtml
hta
css
js
vbs
vb
php
php3
phtml
h
hpp
hxx
cpp
cxx
cc
c
java
cs
asp
aspx
axd
properties
mak
cmake
la
pl
pm
plx
py
pyw
bat
lua
tex
lsp
lisp
rb
rbw
ps
json
mof
mfl
inc
milk
acro
adm
dun
obe
pro
sam
cmd
rat
htt
iem
policy
pc
catalog
hlp
cnt
{'fraction_non_alphanumeric': 0.01, 'fraction_numerical': 0.002857142857142857, 'mean_word_length': 3.7364864864864864, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1092938', 'n_tokens_mistral': 374, 'n_tokens_neox': 350, 'n_words': 147}