<commit_before>// Copyright 2015 The Gogs Authors. All rights reserved.
// Use of this source code is governed by a MIT-style
// license that can be found in the LICENSE file.

package highlight

import (
	"path"
	"strings"

	"code.gitea.io/gitea/modules/setting"
)

var (
	// File name should ignore highlight.
	ignoreFileNames = map[string]bool{
		"license": true,
		"copying": true,
	}

	// File names that are representing highlight classes.
	highlightFileNames = map[string]bool{
		"dockerfile": true,
		"makefile":   true,
	}

	// Extensions that are same as highlight classes.
	highlightExts = map[string]struct{}{
		".arm":   {},
		".as":    {},
		".sh":    {},
		".cs":    {},
		".cpp":   {},
		".c":     {},
		".css":   {},
		".cmake": {},
		".bat":   {},
		".dart":  {},
		".patch": {},
		".erl":   {},
		".go":    {},
		".html":  {},
		".xml":   {},
		".hs":    {},
		".ini":   {},
		".json":  {},
		".java":  {},
		".js":    {},
		".less":  {},
		".lua":   {},
		".php":   {},
		".py":    {},
		".rb":    {},
		".rs":    {},
		".scss":  {},
		".sql":   {},
		".scala": {},
		".swift": {},
		".ts":    {},
		".vb":    {},
		".yml":   {},
		".yaml":  {},
	}

	// Extensions that are not same as highlight classes.
	highlightMapping = map[string]string{
		".txt":     "nohighlight",
		".escript": "erlang",
		".ex":      "elixir",
		".exs":     "elixir",
	}
)

// NewContext loads highlight map
func NewContext() {
	keys := setting.Cfg.Section("highlight.mapping").Keys()
	for i := range keys {
		highlightMapping[keys[i].Name()] = keys[i].Value()
	}
}

// FileNameToHighlightClass returns the best match for highlight class name
// based on the rule of highlight.js.
func FileNameToHighlightClass(fname string) string {
	fname = strings.ToLower(fname)
	if ignoreFileNames[fname] {
		return "nohighlight"
	}

	if highlightFileNames[fname] {
		return fname
	}

	ext := path.Ext(fname)
	if _, ok := highlightExts[ext]; ok {
		return ext[1:]
	}

	name, ok := highlightMapping[ext]
	if ok {
		return name
	}

	return ""
}
<commit_msg>Fix specific highlighting (CMakeLists.txt ...) (#7686)<commit_after>// Copyright 2015 The Gogs Authors. All rights reserved.
// Use of this source code is governed by a MIT-style
// license that can be found in the LICENSE file.

package highlight

import (
	"path"
	"strings"

	"code.gitea.io/gitea/modules/setting"
)

var (
	// File name should ignore highlight.
	ignoreFileNames = map[string]bool{
		"license": true,
		"copying": true,
	}

	// File names that are representing highlight classes.
	highlightFileNames = map[string]string{
		"dockerfile":     "dockerfile",
		"makefile":       "makefile",
		"gnumakefile":    "makefile",
		"cmakelists.txt": "cmake",
	}

	// Extensions that are same as highlight classes.
	highlightExts = map[string]struct{}{
		".arm":   {},
		".as":    {},
		".sh":    {},
		".cs":    {},
		".cpp":   {},
		".c":     {},
		".css":   {},
		".cmake": {},
		".bat":   {},
		".dart":  {},
		".patch": {},
		".erl":   {},
		".go":    {},
		".html":  {},
		".xml":   {},
		".hs":    {},
		".ini":   {},
		".json":  {},
		".java":  {},
		".js":    {},
		".less":  {},
		".lua":   {},
		".php":   {},
		".py":    {},
		".rb":    {},
		".rs":    {},
		".scss":  {},
		".sql":   {},
		".scala": {},
		".swift": {},
		".ts":    {},
		".vb":    {},
		".yml":   {},
		".yaml":  {},
	}

	// Extensions that are not same as highlight classes.
	highlightMapping = map[string]string{
		".txt":     "nohighlight",
		".escript": "erlang",
		".ex":      "elixir",
		".exs":     "elixir",
	}
)

// NewContext loads highlight map
func NewContext() {
	keys := setting.Cfg.Section("highlight.mapping").Keys()
	for i := range keys {
		highlightMapping[keys[i].Name()] = keys[i].Value()
	}
}

// FileNameToHighlightClass returns the best match for highlight class name
// based on the rule of highlight.js.
func FileNameToHighlightClass(fname string) string {
	fname = strings.ToLower(fname)
	if ignoreFileNames[fname] {
		return "nohighlight"
	}

	if name, ok := highlightFileNames[fname]; ok {
		return name
	}

	ext := path.Ext(fname)
	if _, ok := highlightExts[ext]; ok {
		return ext[1:]
	}

	name, ok := highlightMapping[ext]
	if ok {
		return name
	}

	return ""
}

{'fraction_non_alphanumeric': 0.20990286661928453, 'fraction_numerical': 0.003316749585406302, 'mean_word_length': 2.6841186736474696, 'pattern_counts': {'":': 86, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1440122', 'n_tokens_mistral': 1665, 'n_tokens_neox': 1512, 'n_words': 369}