<commit_before>package dendrite

import (
	"fmt"
	"github.com/kylelemons/go-gypsy/yaml"
	"io"
	"os"
	"os/exec"
	"strconv"
)

func bash(str string) {
	run("bash", "-c", str)
}

func run(str ...string) {
	cmd := exec.Command(str[0], str[1:]...)
	stdout, _ := cmd.StdoutPipe()
	stderr, _ := cmd.StderrPipe()
	go io.Copy(os.Stdout, stdout)
	go io.Copy(os.Stderr, stderr)
	cmd.Start()
	cmd.Wait()
}

func Unescape(in string) string {
	bytes := []byte(in)
	out := make([]byte, 0, len(bytes)-2)
	for i := 1; i < len(bytes)-1; i++ {
		c := bytes[i]
		if c == '\\' {<commit_msg>Remove no-longer-used bash() and run().<commit_after>package dendrite

import (
	"fmt"
	"github.com/kylelemons/go-gypsy/yaml"
	"io"
	"strconv"
)

func Unescape(in string) string {
	bytes := []byte(in)
	out := make([]byte, 0, len(bytes)-2)
	for i := 1; i < len(bytes)-1; i++ {
		c := bytes[i]
		if c == '\\' {
{'fraction_non_alphanumeric': 0.22120866590649943, 'fraction_numerical': 0.011402508551881414, 'mean_word_length': 3.5729166666666665, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3236471', 'n_tokens_mistral': 403, 'n_tokens_neox': 388, 'n_words': 84}