<commit_before># Constants for thebear

# Table string names
SONG_TABLE_KEY = "Song"
PLAYTIME_TABLE_KEY = "PlayTime"
SONGENTRY_TABLE_KEY = "SongEntry"

# Max values
MAX_DIGITS = 1<<15 # Arbitrary value
MAX_HASH_LENGTH = 400 #Arbitrary value here
MAX_DECIMAL_PLACES = 5 # Arbitrarily
MAX_MISC_STR_LENGTH = 200
MAX_COMMENT_LENGTH = 1000 #Arbitrary value here

<commit_msg>Method to get maxInt size and programmatically add that to models.py<commit_after># Author: <NAME> <<EMAIL>>
# Constants for thebear

# Table string names
SONG_TABLE_KEY = "Song"
PLAYTIME_TABLE_KEY = "PlayTime"
SONGENTRY_TABLE_KEY = "SongEntry"

# Function to determine bit length of unsigned ints
# Enable some tail recursion
bitLength = lambda i,l=1 : l if i <= 1 else bitLength(i>>1, l+1)

import sys
pyVersion = sys.hexversion/(1<<24)
MAX_INT = sys.maxint if pyVersion < 3 else sys.maxsize

# Max values
MAX_DIGITS = bitLength(MAX_INT)
assert(MAX_DIGITS >= 1) # Sanity check

MAX_TIME_DIGITS = MAX_DIGITS
MAX_HASH_LENGTH = 400 #Arbitrary value here
MAX_DECIMAL_PLACES = 5 # Arbitrarily
MAX_MISC_STR_LENGTH = 200
MAX_COMMENT_LENGTH = 1000 #Arbitrary value here


{'fraction_non_alphanumeric': 0.0801762114537445, 'fraction_numerical': 0.029955947136563875, 'mean_word_length': 5.761904761904762, 'pattern_counts': {'":': 0, '<': 12, '<?xml version=': 0, '>': 9, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6246194', 'n_tokens_mistral': 443, 'n_tokens_neox': 399, 'n_words': 118}