<commit_before>package com.github.zxj5470.bugktdoc.parser.psi

import java.io.File

/**
 * @author zxj5470
 * @date 2018/4/2
 */
object BugKtDocToken {
	enum class GenerateType {
		FUNCTION,
		CLASS,
		VARIABLE
	}

	object Annotations {
		const val THROWS = "@Throws"
	}

	object Symbol {
		const val AT_SYMBOL = "@"
		const val COMMA = ","
		const val DOUBLE_COLON = "::"
		const val SINGLE_COLON = ":"
		val sets = listOf(AT_SYMBOL, COMMA, DOUBLE_COLON, SINGLE_COLON)
	}

	object KeyWord {
		val sets = listOf("class", "fun")
	}

	object Modifiers {
		val sets = File("kotlinModifier.txt").readLines()
	}

}<commit_msg>[v0.2.?] token<commit_after>package com.github.zxj5470.bugktdoc.parser.psi

import java.io.File

/**
 * @author zxj5470
 * @date 2018/4/2
 */
object BugKtDocToken {
	enum class GenerateType {
		FUNCTION,
		CLASS,
		VARIABLE
	}

	object Annotations {
		const val THROWS = "@Throws"
	}

	object Symbol {
		const val ASSIGN = "="
		const val AT_SYMBOL = "@"
		const val COMMA = ","
		const val DOUBLE_COLON = "::"
		const val EQUAL = "=="
		const val SINGLE_COLON = ":"
		// generics
		const val LESS_THAN = "<"
		const val LARGER_THAN = ">"
		// braces
		const val BRACE_L = "("
		const val BRACE_R = ")"
		const val BRACKET_L = "{"
		const val BRACKET_R = "}"
		const val SQUARE_BRACKET_L = "["
		const val SQUARE_BRACKET_R = "]"
	}

	object KeyWord {
		val sets by lazy {
			listOf("class", "fun")
		}
	}

	object Modifiers {
		val sets by lazy {
			File("kotlinModifier.txt").readLines()
		}
	}

}
{'fraction_non_alphanumeric': 0.13429888084265965, 'fraction_numerical': 0.019749835418038184, 'mean_word_length': 3.18732782369146, 'pattern_counts': {'":': 4, '<': 4, '<?xml version=': 0, '>': 4, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4046207', 'n_tokens_mistral': 672, 'n_tokens_neox': 605, 'n_words': 137}