<commit_before>#!/usr/bin/env node
"use strict";

var fs = require("fs");

function copyFileSync(srcFile, destFile) {
    var BUF_LENGTH = 64*1024;
    var buff = new Buffer(BUF_LENGTH);
    var fdr = fs.openSync(srcFile, 'r');
    var fdw = fs.openSync(destFile, 'w');
    var bytesRead = 1
    var pos = 0
    while (bytesRead > 0) {
        bytesRead = fs.readSync(fdr, buff, 0, BUF_LENGTH, pos);
        fs.writeSync(fdw,buff,0,bytesRead);
        pos += bytesRead;
      }
    fs.closeSync(fdr)
    fs.closeSync(fdw)
}

if (process.platform == "win32" || true) {
    console.log("installing bin/jsx for Windows");
    copyFileSync("bin/jsx-compiler.js", "bin/jsx");
}
// vim: set expandtab:<commit_msg>remove testing stuff<commit_after>#!/usr/bin/env node
"use strict";

var fs = require("fs");

function copyFileSync(srcFile, destFile) {
    var BUF_LENGTH = 64*1024;
    var buff = new Buffer(BUF_LENGTH);
    var fdr = fs.openSync(srcFile, 'r');
    var fdw = fs.openSync(destFile, 'w');
    var bytesRead = 1
    var pos = 0
    while (bytesRead > 0) {
        bytesRead = fs.readSync(fdr, buff, 0, BUF_LENGTH, pos);
        fs.writeSync(fdw,buff,0,bytesRead);
        pos += bytesRead;
      }
    fs.closeSync(fdr)
    fs.closeSync(fdw)
}

if (process.platform == "win32") {
    console.log("installing bin/jsx for Windows");
    copyFileSync("bin/jsx-compiler.js", "bin/jsx");
}
// vim: set expandtab:
{'fraction_non_alphanumeric': 0.15569709837225762, 'fraction_numerical': 0.01840056617126681, 'mean_word_length': 3.122448979591837, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5243257', 'n_tokens_mistral': 544, 'n_tokens_neox': 521, 'n_words': 116}