<commit_before>#!/usr/bin/env python

import tutils
import ROOT as R

import os
import sys
import fnmatch
import dlist
import copy
from fuzzywuzzy import fuzz


def find_files(rootdir='.', pattern='*'):
	return [os.path.join(rootdir, filename)
			for rootdir, dirnames, filenames in os.walk(rootdir)
			for filename in filenames
			if fnmatch.fnmatch(filename, pattern)]


def print_preamb(fout, stitle=''):
	print >> fout, '#-----------------------'
	print >> fout, '#figure'
	print >> fout, '#geom 500x500'
	print >> fout, '#title: {}'.format(stitle)
<commit_msg>add date by default<commit_after>#!/usr/bin/env python

import tutils
import ROOT as R

import os
import sys
import fnmatch
import dlist
import copy
from fuzzywuzzy import fuzz


def find_files(rootdir='.', pattern='*'):
	return [os.path.join(rootdir, filename)
			for rootdir, dirnames, filenames in os.walk(rootdir)
			for filename in filenames
			if fnmatch.fnmatch(filename, pattern)]


def print_preamb(fout, stitle=''):
	print >> fout, '#-----------------------'
	print >> fout, '#figure'
	print >> fout, '#geom 500x500'
	print >> fout, '#date'
	print >> fout, '#title: {}'.format(stitle)

{'fraction_non_alphanumeric': 0.1706896551724138, 'fraction_numerical': 0.010344827586206896, 'mean_word_length': 3.8987341772151898, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 21, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7222807', 'n_tokens_mistral': 432, 'n_tokens_neox': 393, 'n_words': 120}