<commit_before>﻿// Garbage collection script

var fs = require("fs"),
    database = require("./database.js");

var config = JSON.parse(fs.readFileSync(process.argv[2], "utf8").replace(/^\uFEFF/, ""));

database.createConnection(config.mysql);

const downloadHitsQuery = "DELETE FROM DownloadHits WHERE DATE_SUB(DownloadTime,INTERVAL 1 DAY) > CURDATE()";

database.execute(downloadHitsQuery, [], function (dhErr, dhRes, dhFields) {
    if (dhErr) {
        console.log(dhErr);
    } else {
        console.log("Deleted stable download hits");
    }
});<commit_msg>Be descripitive at end of GC run<commit_after>﻿// Garbage collection script

var fs = require("fs"),
    database = require("./database.js");

var config = JSON.parse(fs.readFileSync(process.argv[2], "utf8").replace(/^\uFEFF/, ""));

database.createConnection(config.mysql);

const downloadHitsQuery = "DELETE FROM DownloadHits WHERE DATE_SUB(DownloadTime,INTERVAL 1 DAY) > CURDATE()";

database.execute(downloadHitsQuery, [], function (dhErr, dhRes, dhFields) {
    if (dhErr) {
        console.log(dhErr);
    } else {
        console.log("Deleted stable download hits");
    }
    return;
});

console.log("Finished GC run.");
{'fraction_non_alphanumeric': 0.15758591785414922, 'fraction_numerical': 0.005029337803855826, 'mean_word_length': 4.330357142857143, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 10, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1724281', 'n_tokens_mistral': 383, 'n_tokens_neox': 371, 'n_words': 84}