<commit_before>rm -fr expat
mkdir expat
tar cf - `cat files.txt` | (cd expat; tar xf -)
files=`grep -v expat.mak files.txt`
(cd expat; flip -u $files)
mkdir expat/bin
mkdir expat/lib
xcopy bin\\xmltok.dll expat\\bin
xcopy bin\\xmlparse.dll expat\\bin
xcopy xmltok\\Release\\xmltok.lib expat\\lib
xcopy xmlparse\\Release\\xmlparse.lib expat\\lib
xcopy bin\\xmlwf.exe expat\\bin
rm -f expat.zip
zip -qr expat.zip expat
rm -fr expat<commit_msg>Use win32files.txt<commit_after>xcopy xmltok\\Release\\xmltok.lib lib
xcopy xmlparse\\Release\\xmlparse.lib lib
rm -fr expat
mkdir expat
tar cf - `cat files.txt win32files.txt` | (cd expat; tar xf -)
(cd expat; flip -u `cat ../files.txt`)
rm -f expat.zip
zip -qr expat.zip expat
rm -fr expat
{'fraction_non_alphanumeric': 0.1366120218579235, 'fraction_numerical': 0.00546448087431694, 'mean_word_length': 3.496932515337423, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 11}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1397938', 'n_tokens_mistral': 302, 'n_tokens_neox': 286, 'n_words': 87}