<commit_before>#!/usr/bin/python
# -*- coding: utf-8 -*-

import subprocess
import MySQLdb
import re
import sys
import json
import os
from variableSet import dataField
from variableSet import variableSet
from variableSet import splitMySQLcode
from bookwormDB.configuration import ConfigFile
import logging
import warnings
import anydbm



if logging.getLogger().isEnabledFor(logging.DEBUG):
    # Catch MYSQL warnings as errors if logging is set to debug.
    warnings.filterwarnings('error', category=MySQLdb.Warning) # For testing

warnings.filterwarnings('ignore', 'Table .* already exists')
warnings.filterwarnings("ignore", "Can't create database.*; database exists")
warnings.filterwarnings("ignore", "^Unknown table .*")
warnings.filterwarnings("ignore","Table 'mysql.table_stats' doesn't exist")
<commit_msg>Update CreateDatabase.py<commit_after>#!/usr/bin/python
# -*- coding: utf-8 -*-

import subprocess
import MySQLdb
import re
import sys
import json
import os
from variableSet import dataField
from variableSet import variableSet
from variableSet import splitMySQLcode
from bookwormDB.configuration import Configfile
import logging
import warnings
import anydbm



if logging.getLogger().isEnabledFor(logging.DEBUG):
    # Catch MYSQL warnings as errors if logging is set to debug.
    warnings.filterwarnings('error', category=MySQLdb.Warning) # For testing

warnings.filterwarnings('ignore', 'Table .* already exists')
warnings.filterwarnings("ignore", "Can't create database.*; database exists")
warnings.filterwarnings("ignore", "^Unknown table .*")
warnings.filterwarnings("ignore","Table 'mysql.table_stats' doesn't exist")

{'fraction_non_alphanumeric': 0.10042604990870359, 'fraction_numerical': 0.0012172854534388314, 'mean_word_length': 6.116883116883117, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1977742', 'n_tokens_mistral': 459, 'n_tokens_neox': 446, 'n_words': 143}