<commit_before>package org.strangeforest.tcb.dataload

import com.google.common.base.*

println 'Loading Tennis Data'
def stopwatch = Stopwatch.createStarted()

def sqlPool = new SqlPool()
def loader = new ATPTennisLoader()

sqlPool.withSql { sql -> LoadAdHocRankings.loadRankings(sql) }

LoadAdHocTournaments.loadTournaments(sqlPool)

sqlPool.withSql { sql -> loader.correctData(sql) }
new EloRatings(sqlPool).compute(save = true, fullSave = false)
sqlPool.withSql { sql -> loader.refreshMaterializedViews(sql) }
new RecordsLoader().loadRecords()

sqlPool.withSql { sql -> loader.vacuum(sql) }

println "Tennis Data loaded in $stopwatch"<commit_msg>Load tweak<commit_after>package org.strangeforest.tcb.dataload

import com.google.common.base.*

println 'Loading Tennis Data'
def stopwatch = Stopwatch.createStarted()

def sqlPool = new SqlPool()
def loader = new ATPTennisLoader()

sqlPool.withSql { sql -> LoadAdHocRankings.loadRankings(sql) }

LoadAdHocTournaments.loadTournaments(sqlPool)

sqlPool.withSql { sql -> loader.correctData(sql) }
new EloRatings(sqlPool).compute(save = true, fullSave = false)
sqlPool.withSql { sql -> loader.refreshMaterializedViews(sql) }

sqlPool.withSql { sql -> loader.vacuum(sql) }

new RecordsLoader().loadRecords()

sqlPool.withSql { sql -> loader.vacuum(sql) }

println "Tennis Data loaded in $stopwatch"
{'fraction_non_alphanumeric': 0.11598513011152416, 'fraction_numerical': 0.0, 'mean_word_length': 5.83248730964467, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 12, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4247958', 'n_tokens_mistral': 455, 'n_tokens_neox': 440, 'n_words': 93}