<commit_before>package main

import (
	"bufio"
	"fmt"
	"io/ioutil"
	"os"
	"strconv"
	"strings"
)

type FileName struct {
	Oldname string
	Newname string
	Modify  bool
}

func usage() {
	fmt.Println("Usage: go-renamer filepath")
}

func renameAll(f string) {
	if !strings.HasSuffix(f, "/") {
		f += "/"
	}
	files, err := ioutil.ReadDir(f)
	if err != nil {
		fmt.Println(err)
		return
	}
	filename := make([]FileName, len(files))
	for i := 0; i < len(files); i++ {
		filename[i] = FileName{Oldname: files[i].Name(), Newname: "", Modify: false}
	}
<commit_msg>ignore directry<commit_after>package main

import (
	"bufio"
	"fmt"
	"io/ioutil"
	"os"
	"strconv"
	"strings"
)

type FileName struct {
	Oldname string
	Newname string
	Modify  bool
}

func usage() {
	fmt.Println("Usage: go-renamer filepath")
}

func renameAll(f string) {
	if !strings.HasSuffix(f, "/") {
		f += "/"
	}
	files, err := ioutil.ReadDir(f)
	if err != nil {
		fmt.Println(err)
		return
	}
	filename := make([]FileName, 0)
	for i := 0; i < len(files); i++ {
		if !files[i].IsDir() {
			filename = append(filename, FileName{Oldname: files[i].Name(), Newname: "", Modify: false})
		}
	}

{'fraction_non_alphanumeric': 0.1779513888888889, 'fraction_numerical': 0.0026041666666666665, 'mean_word_length': 3.7448559670781894, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '427385', 'n_tokens_mistral': 497, 'n_tokens_neox': 484, 'n_words': 108}