<commit_before>import os

TWEET_THRESHOLD = .5  # Brundage bot tweet if p(miles tweeted) is above this value
MAX_TWEET_LENGTH = 140  # holding out for 280
TIME_BETWEEN_TWEETS = 2

BASE_URL = 'http://export.arxiv.org/api/query'

#  arXiv categories Andrej Karpathy scrapes for arxiv-sanity
KARPATHY_CATEGORIES = ['cs.CV', 'cs.AI', 'cs.LG', 'cs.CL', 'cs.NE', 'stat.ML']
#  arXiv cateogires Miles looks at when deciding what to tweet
BRUNDAGE_CATEGORIES = ['cs*', 'cond-mat.dis-nn', 'q-bio.NC', 'stat.CO', 'stat.ML']

current_directory = os.path.dirname(os.path.abspath(__file__))

PICKLE_PATH = os.path.join(current_directory, 'all_arxiv.pickle')
PAST_PREDICTIONS_PATH = os.path.join(current_directory, 'predictions.pickle')
TWEET_CSV_PATH = os.path.join(current_directory, 'miles_links.csv')
DICT_TRANSFORM_PATH = os.path.join(current_directory, 'dictionary.json')
MODEL_PATH = os.path.join(current_directory, 'conv_weights.h5')

# arxiv query settings
QUERY_PAGE_SIZE = 500
QUERY_WAIT_TIME = 10  # in seconds<commit_msg>increase max tweet length<commit_after>import os

TWEET_THRESHOLD = .5  # Brundage bot tweet if p(miles tweeted) is above this value
MAX_TWEET_LENGTH = 200
TIME_BETWEEN_TWEETS = 2

BASE_URL = 'http://export.arxiv.org/api/query'

#  arXiv categories Andrej Karpathy scrapes for arxiv-sanity
KARPATHY_CATEGORIES = ['cs.CV', 'cs.AI', 'cs.LG', 'cs.CL', 'cs.NE', 'stat.ML']
#  arXiv cateogires Miles looks at when deciding what to tweet
BRUNDAGE_CATEGORIES = ['cs*', 'cond-mat.dis-nn', 'q-bio.NC', 'stat.CO', 'stat.ML']

current_directory = os.path.dirname(os.path.abspath(__file__))

PICKLE_PATH = os.path.join(current_directory, 'all_arxiv.pickle')
PAST_PREDICTIONS_PATH = os.path.join(current_directory, 'predictions.pickle')
TWEET_CSV_PATH = os.path.join(current_directory, 'miles_links.csv')
DICT_TRANSFORM_PATH = os.path.join(current_directory, 'dictionary.json')
MODEL_PATH = os.path.join(current_directory, 'conv_weights.h5')

# arxiv query settings
QUERY_PAGE_SIZE = 500
QUERY_WAIT_TIME = 10  # in seconds
{'fraction_non_alphanumeric': 0.13060620995564318, 'fraction_numerical': 0.01232134056185313, 'mean_word_length': 5.8120805369127515, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2298683', 'n_tokens_mistral': 830, 'n_tokens_neox': 776, 'n_words': 158}