<commit_before># Copyright (C) 2006, <NAME>
# See http://0install.net/0compile.html

import sys, os, __main__, time, shutil, glob, codecs, subprocess
from os.path import join
from logging import info, warn
from xml.dom import minidom, XMLNS_NAMESPACE
from optparse import OptionParser

from support import *

if hasattr(os.path, 'relpath'):
	relpath = os.path.relpath
else:
	# Copied from Python 2.6 (GPL compatible license)
	# Copyright Python Software Foundation

	# Return the longest prefix of all list elements.
	def commonprefix(m):
		"Given a list of pathnames, returns the longest common leading component"
		if not m: return ''
		s1 = min(m)
		s2 = max(m)
		for i, c in enumerate(s1):
			if c != s2[i]:
				return s1[:i]
		return s1

	def relpath(path, start):
		"""Return a relative version of a path"""

		if not path:<commit_msg>Used preferred copyright format for Python code<commit_after># Copyright (C) 2006, <NAME>
# See http://0install.net/0compile.html

import sys, os, __main__, time, shutil, glob, codecs, subprocess
from os.path import join
from logging import info, warn
from xml.dom import minidom, XMLNS_NAMESPACE
from optparse import OptionParser

from support import *

if hasattr(os.path, 'relpath'):
	relpath = os.path.relpath
else:
	# Copied from Python 2.6 (GPL compatible license)
	# Copyright (c) 2001, 2002, 2003, 2004, 2005, 2006 Python Software Foundation; All Rights Reserved

	# Return the longest prefix of all list elements.
	def commonprefix(m):
		"Given a list of pathnames, returns the longest common leading component"
		if not m: return ''
		s1 = min(m)
		s2 = max(m)
		for i, c in enumerate(s1):
			if c != s2[i]:
				return s1[:i]
		return s1

	def relpath(path, start):
		"""Return a relative version of a path"""

		if not path:
{'fraction_non_alphanumeric': 0.0990990990990991, 'fraction_numerical': 0.02927927927927928, 'mean_word_length': 4.15072463768116, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6728252', 'n_tokens_mistral': 637, 'n_tokens_neox': 568, 'n_words': 231}