<commit_before><?xml version="1.0" encoding="utf-8"?>
<filetypes>
  <filetype name="archive">
    <extensions>7z bz2 cpio ear gz hqx jar pax rar sit sitx tar tgz war zip zipx
      Z</extensions>
  </filetype>
  <filetype name="binary">
    <extensions>a ai beam bin chm class com dat dbmdl dcr dir dll dms doc dot
      dxr dylib exe hi hlp indd lnk mdb mo nib o obj odt pdb ppt psd pyc pyo
      qxd so swf sys vsd xls xlt</extensions>
  </filetype>
  <filetype name="code">
    <extensions>applejs as bash bat boo bsh c c++ cc cgi clj coffee cpp cs csh
      cxx d el erl es fs fx go groovy h h++ hh hpp hs java js js2 jsf json jsp
      jspf lhs lua m ml pas php php3 php4 php5 pl pm ps1 pxd pxi py pyw pyx rb
      rs sbt sc scala sh swift tcl ts vb</extensions>
  </filetype>
  <filetype name="nosearch">
    <extensions>aif aifc aiff au avi bmp cab db dmg eps gif icns ico idlk ief
      iso jpe jpeg jpg m3u m4a m4p mov movie mp3 mp4 mpe mpeg mpg mxu ogg pdf
      pict png ps qt ra ram rm rpm snd suo tif tiff wav</extensions>
  </filetype>
  <filetype name="text">
    <extensions>1 10 11 12 13 14 15 16 17 18 19 2 20 3 323 4 5 6 7 8 9 am app
      asc ascx asm asp aspx bib brf cabal cfg cls cmake cmd cnt conf css csv
      ctl d dbml dbschema ddl dep dfm diff disco dlg dof dpr drl dsp dsw dtd
      elt ent env etx exp feature fls gcd hql hs htc htm html hxx ics icz iml
      in inc ini ipr iws jad jam jql layout lhs log ltx mak mako manifest map
      markdown master md mf mht mml moc mod mxml p patch plist pm po pot
      properties pt rc rc2 rdf rex rtf rtx scc sct sfv sgm sgml sht shtm shtml
      sln smi smil spec sqc sql st str strings sty suml sxw t tex text tk tld
      tm tmx tsv txt ui uls uml url user vbs vcf vcs vm vrml vssscc vxml wbxml
      webinfo wml wmls wrl wsc wsd wsdd xlf yaml yml</extensions>
    <names>.gitignore AUTHORS LICENSE Makefile mime.types README</names>
  </filetype>
  <filetype name="unknown">
    <extensions>adm aps cli clw def df2 ncb nt nt2 orig pc plg roff sun
      texinfo tr xwd</extensions>
  </filetype>
  <filetype name="xml">
    <extensions>atom atomcat atomsrv bdsproj config csproj davmount dbproj docx
      dotx fsproj fxml jhm jnlp kml pom potx ppsx pptx qrc rdf resx rng rss
      settings sldx stc std sti stw svg svgz sxc sxd sxg sxi sxm sxw tld vbproj
      vcproj vdproj wadl wsdd wsdl x3d xaml xhtml xht xjb xlsx xltx xml xsd xsl
      xslt xspf xul</extensions>
  </filetype>
</filetypes><commit_msg>More extensions added to filetypes.xml<commit_after><?xml version="1.0" encoding="utf-8"?>
<filetypes>
  <filetype name="archive">
    <extensions>7z bz2 cpio ear gz hqx jar pax rar sit sitx tar tgz war zip zipx
      Z</extensions>
  </filetype>
  <filetype name="binary">
    <extensions>a ai beam bin chm class com dat dbmdl dcr dir dll dms doc dot
      dxr dylib exe hi hlp indd lnk mdb mo nib o obj odt pdb ppt psd pyc pyo
      qxd so swf sys vsd xls xlt</extensions>
  </filetype>
  <filetype name="code">
    <extensions>applejs as bash bat boo bsh c c++ cc cgi clj coffee cpp cs csh
      cxx d el erl es fs fx go groovy h h++ hh hpp hs java js js2 jsf json jsp
      jspf lhs lua m ml pas php php3 php4 php5 pl pm ps1 pxd pxi py pyw pyx rb
      rs sass sbt sc scss scala sh swift tcl ts vb</extensions>
  </filetype>
  <filetype name="nosearch">
    <extensions>aif aifc aiff au avi bmp cab db dmg eot gif icns ico idlk
      ief iso jpe jpeg jpg m3u m4a m4p mov movie mp3 mp4 mpe mpeg mpg mxu ogg
      otf pdf pict png qt ra ram rm rpm snd suo tif tiff tte ttf wav
      woff</extensions>
  </filetype>
  <filetype name="text">
    <extensions>1 10 11 12 13 14 15 16 17 18 19 2 20 3 323 4 5 6 7 8 9 am app
      asc ascx asm asp aspx bib brf cabal cfg cls cmake cmd cnt conf css csv
      ctl d dbml dbschema ddl dep dfm diff disco dlg dof dpr drl dsp dsw dtd
      elt ent env eps etx exp feature fls gcd hql hs htc htm html hxx ics icz
      iml in inc ini ipr iws jad jam jql layout lhs log ltx mak mako manifest
      map markdown master md mf mht mml moc mod mxml p patch plist pm po pot
      properties ps pt rc rc2 rdf rex rtf rtx scc sct sfv sgm sgml sht shtm
      shtml sln smi smil spec sqc sql st str strings sty suml sxw t tex text tk
      tld tm tmx tsv txt ui uls uml url user vbs vcf vcs vm vrml vssscc vxml
      wbxml webinfo wml wmls wrl wsc wsd wsdd xlf yaml yml</extensions>
    <names>.gitignore AUTHORS LICENSE Makefile mime.types README</names>
  </filetype>
  <filetype name="unknown">
    <extensions>adm aps cli clw def df2 ncb nt nt2 orig pc plg roff sun
      texinfo tr xwd</extensions>
  </filetype>
  <filetype name="xml">
    <extensions>atom atomcat atomsrv bdsproj config csproj davmount dbproj docx
      dotx fsproj fxml jhm jnlp kml pom potx ppsx pptx qrc rdf resx rng rss
      settings sldx stc std sti stw svg svgz sxc sxd sxg sxi sxm sxw tld vbproj
      vcproj vdproj wadl wsdd wsdl x3d xaml xhtml xht xjb xlsx xltx xml xsd xsl
      xslt xspf xul</extensions>
  </filetype>
</filetypes>
{'fraction_non_alphanumeric': 0.048707753479125246, 'fraction_numerical': 0.02107355864811133, 'mean_word_length': 2.8375286041189933, 'pattern_counts': {'":': 0, '<': 69, '<?xml version=': 2, '>': 69, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 15}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 5, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '73949', 'n_tokens_mistral': 2034, 'n_tokens_neox': 1883, 'n_words': 880}