<commit_before>import sys # stdin
import re # regexp
import os # rename
import json # dumps
import datetime # current date

qsize = 20;
chat_file = "chat.json"
users_file = "users.json"
DEBUG = True

server_msg = re.compile(r"\[(\d{2}:\d{2}:\d{2})\] \[Server thread/INFO\]: (.*)")
chat_message = re.compile(r"<([^ ]*)> (.*)")
achievement_message = re.compile(r"([^ ]*) has just earned the achievement_messageevement \[(.*)\]")
death_message = re.compile(r"([^ ]*) ((blew|burned|death_message|drowned|fell|got|hit|tried|starved|suffocated|walked|was|went|withered).*)")
join_message = re.compile(r"([^ ]*) joined the game")
leave_message = re.compile(r"([^ ]*) left the game");
online_message = re.compile(r"There are \d+/\d+ players online:");

storage = list()
users = set()

def D(msg):
	if(DEBUG):
		print(msg);
<commit_msg>Type in regexp<commit_after>import sys # stdin
import re # regexp
import os # rename
import json # dumps
import datetime # current date

qsize = 20;
chat_file = "chat.json"
users_file = "users.json"
DEBUG = True

server_msg = re.compile(r"\[(\d{2}:\d{2}:\d{2})\] \[Server thread/INFO\]: (.*)")
chat_message = re.compile(r"<([^ ]*)> (.*)")
achievement_message = re.compile(r"([^ ]*) has just earned the achievement \[(.*)\]")
death_message = re.compile(r"([^ ]*) ((blew|burned|death_message|drowned|fell|got|hit|tried|starved|suffocated|walked|was|went|withered).*)")
join_message = re.compile(r"([^ ]*) joined the game")
leave_message = re.compile(r"([^ ]*) left the game");
online_message = re.compile(r"There are \d+/\d+ players online:");

storage = list()
users = set()

def D(msg):
	if(DEBUG):
		print(msg);

{'fraction_non_alphanumeric': 0.2121951219512195, 'fraction_numerical': 0.006097560975609756, 'mean_word_length': 5.590361445783133, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3759743', 'n_tokens_mistral': 638, 'n_tokens_neox': 607, 'n_words': 130}