<commit_before>package main

import (
	"math/rand"
	"os"
	"fmt"
	"time"
)

func benchmarkDisk(filename string, size int, count int) {
	bytes := make([]byte, size)
  file, _ := os.OpenFile(filename, os.O_WRONLY|os.O_CREATE|os.O_APPEND, 0777)
  for i := 0; i < count; i++ {
		rand.Read(bytes)
    file.Write(bytes)
		startTime := time.Now()
    file.Sync()
		fmt.Printf("%s\n",time.Since(startTime).String())
  }
}


func main() {
	benchmarkDisk("testing.log",10,1000)
<commit_msg>switching to recording total time<commit_after>package main

import (
	"math/rand"
	"os"
	"fmt"
	"time"
)

func benchmarkDisk(filename string, size int, count int) {
	startTime := time.Now()
	bytes := make([]byte, size)
  file, _ := os.OpenFile(filename, os.O_WRONLY|os.O_CREATE|os.O_APPEND, 0777)
  for i := 0; i < count; i++ {
		rand.Read(bytes)
    file.Write(bytes)
    file.Sync()
  }
	fmt.Printf("%s\n",time.Since(startTime).String())
}


func main() {
	benchmarkDisk("testing.log",10,1000)

{'fraction_non_alphanumeric': 0.17827868852459017, 'fraction_numerical': 0.022540983606557378, 'mean_word_length': 4.169312169312169, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1423704', 'n_tokens_mistral': 410, 'n_tokens_neox': 387, 'n_words': 76}