<commit_before>package main

import (
	"bytes"
	"flag"
	"fmt"
	"io"
	"io/ioutil"
	"log"
	"net"
	"net/http"
	"os"
	"os/exec"
	"runtime"
	"strconv"
	"strings"
)

var versionNum = "1.0.4"
var tranquility = "192.168.127.12"
var saveURLContents = flag.Bool("keepweb", false, "Stores the contents of http requests in individual files")

var writer io.Writer

type CarriageReturnReplacer struct {
	w io.Writer
}

func (c CarriageReturnReplacer) Write(p []byte) (int, error) {
	_, err := c.w.Write(bytes.Replace(p, []byte("\n"), []byte("\r\n"), -1))

	if err != nil {
		return 0, err
	}

	return len(p), nil
}

func main() {
	fmt.Println("Running tests, results are being written to result.txt")
	flag.Parse()

	outfile, err := os.Create("result.txt")

	if err != nil {
		fmt.Println("Fatal error: could not create results file")
		panic(err)
	}<commit_msg>Bump version to 1.0.5<commit_after>package main

import (
	"bytes"
	"flag"
	"fmt"
	"io"
	"io/ioutil"
	"log"
	"net"
	"net/http"
	"os"
	"os/exec"
	"runtime"
	"strconv"
	"strings"
)

var versionNum = "1.0.5"
var tranquility = "192.168.127.12"
var saveURLContents = flag.Bool("keepweb", false, "Stores the contents of http requests in individual files")

var writer io.Writer

type CarriageReturnReplacer struct {
	w io.Writer
}

func (c CarriageReturnReplacer) Write(p []byte) (int, error) {
	_, err := c.w.Write(bytes.Replace(p, []byte("\n"), []byte("\r\n"), -1))

	if err != nil {
		return 0, err
	}

	return len(p), nil
}

func main() {
	fmt.Println("Running tests, results are being written to result.txt")
	flag.Parse()

	outfile, err := os.Create("result.txt")

	if err != nil {
		fmt.Println("Fatal error: could not create results file")
		panic(err)
	}
{'fraction_non_alphanumeric': 0.16647127784290738, 'fraction_numerical': 0.020515826494724502, 'mean_word_length': 3.933526011560694, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1381299', 'n_tokens_mistral': 706, 'n_tokens_neox': 667, 'n_words': 181}