<commit_before>var fs = require('fs');
var express = require('express');
var app = express();
var server = require('http').createServer(app);
var ffmpeg = require('fluent-ffmpeg');
var child = require('child_process');
var config = require('./config.js');
var net = require('net');
var crypto = require('crypto');
var rmdir = require('rimraf');
var path = require('path');

var pids = {};

function bufferToString(buffer) {
	var charsetDetector = require("node-icu-charset-detector");
	var charset = charsetDetector.detectCharset(buffer).toString();

	var iconv = require("iconv-lite");
<commit_msg>tv aspect ratio<commit_after>var fs = require('fs');
var express = require('express');
var app = express();
var server = require('http').createServer(app);
var child = require('child_process');
var config = require('./config.js');
var net = require('net');
var crypto = require('crypto');
var path = require('path');

var pids = {};

function bufferToString(buffer) {
	var charsetDetector = require("node-icu-charset-detector");
	var charset = charsetDetector.detectCharset(buffer).toString();

	var iconv = require("iconv-lite");

{'fraction_non_alphanumeric': 0.1743362831858407, 'fraction_numerical': 0.0, 'mean_word_length': 6.3441558441558445, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1134199', 'n_tokens_mistral': 345, 'n_tokens_neox': 332, 'n_words': 88}