<commit_before>README
setup.py
milk/__init__.py
milk.egg-info/PKG-INFO
milk.egg-info/SOURCES.txt
milk.egg-info/dependency_links.txt
milk.egg-info/top_level.txt
milk/active/__init__.py
milk/active/eimpact.py
milk/active/roymccallum.py
milk/active/uncertainty.py
milk/measures/__init__.py
milk/measures/measures.py
milk/measures/nfoldcrossvalidation.py
milk/supervised/__init__.py
milk/supervised/_svm.cpp
milk/supervised/classifier.py
milk/supervised/defaultclassifier.py
milk/supervised/featureselection.py
milk/supervised/gridsearch.py
milk/supervised/knn.py
milk/supervised/libsvmclassifier.py
milk/supervised/multi.py
milk/supervised/normalise.py
milk/supervised/parzen.py<commit_msg>New file: milk/supervised/set2binary_array.py<commit_after>README
setup.py
milk/__init__.py
milk.egg-info/PKG-INFO
milk.egg-info/SOURCES.txt
milk.egg-info/dependency_links.txt
milk.egg-info/top_level.txt
milk/active/__init__.py
milk/active/eimpact.py
milk/active/uncertainty.py
milk/measures/__init__.py
milk/measures/measures.py
milk/measures/nfoldcrossvalidation.py
milk/supervised/__init__.py
milk/supervised/_svm.cpp
milk/supervised/classifier.py
milk/supervised/defaultclassifier.py
milk/supervised/featureselection.py
milk/supervised/gridsearch.py
milk/supervised/knn.py
milk/supervised/libsvmclassifier.py
milk/supervised/multi.py
milk/supervised/normalise.py
milk/supervised/parzen.py
milk/supervised/set2binary_array.py
{'fraction_non_alphanumeric': 0.11024734982332156, 'fraction_numerical': 0.0014134275618374558, 'mean_word_length': 6.08, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3711547', 'n_tokens_mistral': 582, 'n_tokens_neox': 533, 'n_words': 51}