<commit_before>package main

import (
	"github.com/zyedidia/tcell"
	"io/ioutil"
	"path/filepath"
	"regexp"
	"strings"
)

// FileTypeRules represents a complete set of syntax rules for a filetype
type FileTypeRules struct {
	filetype string
	filename string
	text     string
}

// SyntaxRule represents a regex to highlight in a certain style
type SyntaxRule struct {
	// What to highlight
	regex *regexp.Regexp
	// Any flags
	flags string
	// Whether this regex is a start=... end=... regex
	startend bool
	// How to highlight it
	style tcell.Style
}

var syntaxFiles map[[2]*regexp.Regexp]FileTypeRules

// These syntax files are pre installed and embedded in the resulting binary by go-bindata
var preInstalledSynFiles = []string{
	"Dockerfile",
	"apacheconf",
	"arduino",
	"asciidoc",
	"asm",
	"awk",
	"c",
	"caddyfile",
	"cmake",
	"coffeescript",
	"colortest",
	"conf",
	"conky",
	"csharp",
	"css",
	"cython",
	"d",
	"dart",
	"dot",
	"erb",
	"fish",
	"fortran",
	"gdscript",
	"gentoo-ebuild",
	"gentoo-etc-portage",
	"git-commit",
	"git-config",
	"git-rebase-todo",
	"glsl",
	"go",
	"golo",
	"groff",
	"haml",
	"haskell",
	"html",
	"ini",
	"inputrc",
	"java",
	"javascript",
	"json",
	"keymap",
	"kickstart",
	"ledger",
	"lilypond",
	"lisp",
	"lua",
	"makefile",
	"man",
	"markdown",
	"mpdconf",
	"micro",
	"nanorc",
	"nginx",
	"ocaml",
	"pascal",
	"patch",
	"peg",
	"perl",
	"perl6",
	"php",
	"pkg-config",
	"pkgbuild",
	"po",
	"pov",
	"privoxy-action",
	"privoxy-config",<commit_msg>Remove pkgbuild from pre installed syntax files<commit_after>package main

import (
	"github.com/zyedidia/tcell"
	"io/ioutil"
	"path/filepath"
	"regexp"
	"strings"
)

// FileTypeRules represents a complete set of syntax rules for a filetype
type FileTypeRules struct {
	filetype string
	filename string
	text     string
}

// SyntaxRule represents a regex to highlight in a certain style
type SyntaxRule struct {
	// What to highlight
	regex *regexp.Regexp
	// Any flags
	flags string
	// Whether this regex is a start=... end=... regex
	startend bool
	// How to highlight it
	style tcell.Style
}

var syntaxFiles map[[2]*regexp.Regexp]FileTypeRules

// These syntax files are pre installed and embedded in the resulting binary by go-bindata
var preInstalledSynFiles = []string{
	"Dockerfile",
	"apacheconf",
	"arduino",
	"asciidoc",
	"asm",
	"awk",
	"c",
	"caddyfile",
	"cmake",
	"coffeescript",
	"colortest",
	"conf",
	"conky",
	"csharp",
	"css",
	"cython",
	"d",
	"dart",
	"dot",
	"erb",
	"fish",
	"fortran",
	"gdscript",
	"gentoo-ebuild",
	"gentoo-etc-portage",
	"git-commit",
	"git-config",
	"git-rebase-todo",
	"glsl",
	"go",
	"golo",
	"groff",
	"haml",
	"haskell",
	"html",
	"ini",
	"inputrc",
	"java",
	"javascript",
	"json",
	"keymap",
	"kickstart",
	"ledger",
	"lilypond",
	"lisp",
	"lua",
	"makefile",
	"man",
	"markdown",
	"mpdconf",
	"micro",
	"nanorc",
	"nginx",
	"ocaml",
	"pascal",
	"patch",
	"peg",
	"perl",
	"perl6",
	"php",
	"pkg-config",
	"po",
	"pov",
	"privoxy-action",
	"privoxy-config",
{'fraction_non_alphanumeric': 0.17772590863621207, 'fraction_numerical': 0.001333777925975325, 'mean_word_length': 4.042016806722689, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '627863', 'n_tokens_mistral': 1287, 'n_tokens_neox': 1267, 'n_words': 308}