<commit_before>#!/usr/bin/python
from searchBase64DB import *

# A search rectangle is a tuple (north, west, south, east)
# where each unit is measured in tenths of degrees
searchRectangles = [
   (899, 1799, -899, -1799),   # Whole world
   (51, -1799, 49, 1799),      # cross the dateline
   (50, -1300, 30, -1800)     # continental US
]

def doTest(north, west, south, east, year, month, res):
    result = getStats(year, month, res, north, west, south, east)
    print ("Results for Bounding Box (%d, %d) (%d, %d), year = %d, month=%d, res=%d" % (west, north, east, south, year, month, res))
    print ("%d points found in %f milliseconds" % (result['pts'], result['ms']))
    print ("Total bytes %d", result[pts] * 8)

# fullYears = range(1998, 2015)
# months1997 = range(9, 13)
fullYears = [2006]
resolutions = [1, 2, 4, 10]

# loadDataSet()
loadDataSetMin()
cases = [(year, month) for year in fullYears for month in range(1, 13)]<commit_msg>typos<commit_after>#!/usr/bin/python
from searchBase64DB import *

# A search rectangle is a tuple (north, west, south, east)
# where each unit is measured in tenths of degrees
searchRectangles = [
   (899, 1799, -899, -1799),   # Whole world
   (51, -1799, 49, 1799),      # cross the dateline
   (50, -1300, 30, -1800)     # continental US
]

def doTest(north, west, south, east, year, month, res):
    result = getStats(year, month, res, north, west, south, east)
    print ("Results for Bounding Box (%d, %d) (%d, %d), year = %d, month=%d, res=%d" % (west, north, east, south, year, month, res))
    print ("%d points found in %f milliseconds" % (result['pts'], result['ms']))
    print ("Total bytes %d", result['pts'] * 8)

# fullYears = range(1998, 2015)
# months1997 = range(9, 13)
fullYears = [2006]
resolutions = [1, 2, 4, 10]

# loadDataSet()
loadDataSetMin()
cases = [(year, month) for year in fullYears for month in range(1, 13)]
{'fraction_non_alphanumeric': 0.164021164021164, 'fraction_numerical': 0.07195767195767196, 'mean_word_length': 3.963254593175853, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3251891', 'n_tokens_mistral': 768, 'n_tokens_neox': 663, 'n_words': 241}