<commit_before>package xorm

import (
	//	"encoding/base64"
	"encoding/xml"
	"io/ioutil"
	//	"log"
	"os"
	"path/filepath"
	"strings"

	"github.com/Unknwon/goconfig"
)

type SqlMap struct {
	SqlMapRootDir string
	Sql           map[string]string
	Extension     string
	Capacity      uint
	Cipher        Cipher
}

type SqlMapOptions struct {
	Capacity  uint
	Extension string
	Cipher    Cipher
}

type Result struct {
	Sql []Sql `xml:"sql"`
}

type Sql struct {
	Value string `xml:",chardata"`
	Id    string `xml:"id,attr"`<commit_msg>清除冗余代码<commit_after>package xorm

import (
	"encoding/xml"
	"io/ioutil"

	"os"
	"path/filepath"
	"strings"

	"github.com/Unknwon/goconfig"
)

type SqlMap struct {
	SqlMapRootDir string
	Sql           map[string]string
	Extension     string
	Capacity      uint
	Cipher        Cipher
}

type SqlMapOptions struct {
	Capacity  uint
	Extension string
	Cipher    Cipher
}

type Result struct {
	Sql []Sql `xml:"sql"`
}

type Sql struct {
	Value string `xml:",chardata"`
	Id    string `xml:"id,attr"`
{'fraction_non_alphanumeric': 0.10818713450292397, 'fraction_numerical': 0.001949317738791423, 'mean_word_length': 3.1918367346938776, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 8}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3765445', 'n_tokens_mistral': 391, 'n_tokens_neox': 385, 'n_words': 93}