<commit_before>package org.jetbrains.plugins.scala.lang.parser

import com.intellij.psi.tree.IElementType
import com.intellij.psi.tree.IFileElementType
import com.intellij.lang.Language
import org.jetbrains.plugins.scala.lang.lexer.ScalaElementType
import org.jetbrains.plugins.scala.ScalaLanguage
import org.jetbrains.plugins.scala.util.ClassOf

/**
 * User: Dmitry.Krasilschikov
 * Date: 02.10.2006
 * Time: 12:53:26
 */
object ScalaElementTypes {

  /*************************************************************************************/
  /************************************** FILE *****************************************/
  /*************************************************************************************/
  val FILE = new IFileElementType(Language.findInstance(new ClassOf().cast[Class[ScalaLanguage]](classOf[ScalaLanguage])))

  /*************************************************************************************/
  /************************************** OTHER ****************************************/
  /*************************************************************************************/
  val WRONGWAY = new ScalaElementType("Wrong way!")
  val EMPTY = new ScalaElementType("empty")

  /*************************************************************************************/
  /************************************** TYPE DECLARATION *****************************/
  /*************************************************************************************/
  val COMPILATION_UNIT = new ScalaElementType("compilation unit")

  val PACKAGING = new ScalaElementType("packaging")

  val TMPL_DEF = new ScalaElementType("template definition")
  val TOP_TMPL_DEF = new ScalaElementType("top template definition")

  //val CASE = new ScalaElementType("case")

  val TEMPLATE_PARENTS = new ScalaElementType("template parents")
  val MIXIN_PARENTS = new ScalaElementType("mixin parents")
  val CONSTRUCTION = new ScalaElementType("construction")

  val TEMPLATE = new ScalaElementType("template")
  val TEMPLATE_BODY = new ScalaElementType("template body")

  //val TEMPLATE_STAT = new ScalaElementType("template statement")

  /******************* OBJECT ************************/
  val OBJECT = new ScalaElementType("object")
  val OBJECT_DEF = new ScalaElementType("object definition")
  val OBJECT_TEMPLATE = new ScalaElementType("object template")

  /******************* TRAIT ************************/
  val TRAIT = new ScalaElementType("trait")
  val TRAIT_DEF = new ScalaElementType("trait definition")
  val TRAIT_TEMPLATE = new ScalaElementType("trait template")

  /******************* CLASS ************************/
  val CLASS = new ScalaElementType("class")
  val CLASS_DEF = new ScalaElementType("class definition")

  val CLASS_TEMPLATE = new ScalaElementType("class template")

  /*************************************************************************************/
  /************************* PARAMETERS OF CLASS AND FUNCTIONS *************************/
  /*************************************************************************************/

  val PARAM_TYPE = new ScalaElementType("parameter type")
  val PARAM = new ScalaElementType("parameter")
  //val PARAM_LIST = new ScalaElementType("parameters")

  /************ class ***************/
  val CLASS_PARAM = new ScalaElementType("class parameter")
  //val CLASS_PARAMS = new ScalaElementType("class parameters")
  val CLASS_PARAM_CLAUSE = new ScalaElementType("class parameter clause")
  val CLASS_PARAM_CLAUSES = new ScalaElementType("class parameter clauses")

  /************ function *************/
  val FUN_PARAM = PARAM
  //val FUN_PARAMS = new ScalaElementType("function parameters")
  val FUN_PARAM_CLAUSE = new ScalaElementType("function parameter clause")
  val FUN_PARAM_CLAUSES = new ScalaElementType("function parameter clauses")

  /*************************************************************************************/
  /************************* TYPE PARAMETERS OF CLASS AND FUNCTIONS *************************/
  /*************************************************************************************/

  /************ class ***************/
  val TMPL_TYPE_PARAM_CLAUSE = new ScalaElementType("type parameter clause")
  //val VARIANT_TYPE_PARAMS = new ScalaElementType("variant parameters of type")
  val VARIANT_TYPE_PARAM = new ScalaElementType("variant parameter of type")

  /************ function *************/
  val FUN_TYPE_PARAM_CLAUSE = new ScalaElementType("function type parameter clause")
  //val FUN_TYPE_PARAMS = new ScalaElementType("parameters of type")
  val FUN_TYPE_PARAM = new ScalaElementType("parameter of type")


  /*************************************************************************************/
  /************************************** TYPES ****************************************/
  /*************************************************************************************/
  val STABLE_ID = new ScalaElementType("stable id")
  val PATH = new ScalaElementType("path")
  val SIMPLE_TYPE = new ScalaElementType("simple type")
  val TYPE1 = new ScalaElementType("type1")
  val TYPE = new ScalaElementType("common type")
  val TYPES = new ScalaElementType("types")
  val TYPE_ARGS = new ScalaElementType("type arguments")

  /*************************************************************************************/
  /*********************************** IDENTIFIER **************************************/
  /*************************************************************************************/
  val IDENTIFIER = new ScalaElementType("identifier")
  val IDENTIFIER_LIST = new ScalaElementType("list of identifiers")

  /*************************************************************************************/
  /********************************* PACKAGE GROUP *************************************/
  /*************************************************************************************/

  //Package
  val PACKAGE_GROUP = new ScalaElementType("package group")
  val PACKAGE = new ScalaElementType("package token")
  val PACKAGE_STMT = new ScalaElementType("package statement")
  val QUAL_ID = new ScalaElementType("Qualification identifier")

  /*************************************************************************************/
  /********************************* IMPORT GROUP **************************************/
  /*************************************************************************************/

  val IMPORT_SELECTOR = new ScalaElementType("import selector")
  val IMPORT_SELECTOR_LIST = new ScalaElementType("import selector list")
  val IMPORT_SELECTORS = new ScalaElementType("import selectors")
  val IMPORT_EXPR = new ScalaElementType("import expression")
  val IMPORT_EXPRS = new ScalaElementType("import expressions")
  val IMPORT_STMT = new ScalaElementType("import statement")
  val IMPORT = new ScalaElementType("import")
  val STABLE_ID_LIST = new ScalaElementType("stable id list")
  val UNDER = new ScalaElementType("underline")

  /*************************************************************************************/
  /********************************* METHODS, VARIABLES and ETC ************************/
  /*************************************************************************************/
  //val TEMPLATE_STAT_LIST = new ScalaElementType("template statements list")
  val STATEMENT_TEMPLATE = new ScalaElementType("template statement")

  /*************************************************************************************/
  /************************************ DECLARATION ************************************/
  /*************************************************************************************/
  val VALUE_DECLARATION = new ScalaElementType("value declaration")
  val VARIABLE_DECLARATION = new ScalaElementType("variable declaration")
  val FUNCTION_DECLARATION = new ScalaElementType("function declaration")
  val TYPE_DECLARATION = new ScalaElementType("type declaration")

  /*************************************************************************************/
  /************************************ DEFINITION *************************************/
  /*************************************************************************************/
  val PATTERN_DEFINITION = new ScalaElementType("pattern definition")
  val VARIABLE_DEFINITION = new ScalaElementType("variable definition")
  val TYPE_DEFINITION = new ScalaElementType("type definition")

  /**************** functions *************************/
  val FUNCTION_DEFINITION = new ScalaElementType("function definition")
  val FUN_SIG = new ScalaElementType("function signature")

  /*************************************************************************************/
  /************************************** LITERALS *************************************/
  /*************************************************************************************/
  val LITERAL = new ScalaElementType("Literal")
  //  String literals
  val STRING_LITERAL = new ScalaElementType("String Literal")
  // Boolean literals
  val BOOLEAN_LITERAL = new ScalaElementType("Boolean Literal")

  /*************************************************************************************/
  /************************************** EXPRESSIONS **********************************/
  /*************************************************************************************/
  val PREFIX_EXPR = new ScalaElementType("prefix expression")
  val PREFIX = new ScalaElementType("prefix")
  val POSTFIX_EXPR = new ScalaElementType("postfix expression")
  val INFIX_EXPR = new ScalaElementType("infix expression")
  val SIMPLE_EXPR = new ScalaElementType("simple expression")
  //Various prefixes
  //val MINUS = new ScalaElementType("minus")

  val EXPR1 = new ScalaElementType("compositte expression ")
  val EXPR = new ScalaElementType("expression")
  val AN_FUN = new ScalaElementType("anonymous function")
  val BINDING = new ScalaElementType("binding")
  val GENERATOR = new ScalaElementType("generator")
  val ENUMERATOR = new ScalaElementType("enumerator")
  val BINDINGS = new ScalaElementType("bindings")
  val EXPRS = new ScalaElementType("list of expressions")
  val ARG_EXPRS = new ScalaElementType("arguments of function")
  val BLOCK_EXPR = new ScalaElementType("block of expressions")<commit_msg>Added pattern sequences<commit_after>package org.jetbrains.plugins.scala.lang.parser

import com.intellij.psi.tree.IElementType
import com.intellij.psi.tree.IFileElementType
import com.intellij.lang.Language
import org.jetbrains.plugins.scala.lang.lexer.ScalaElementType
import org.jetbrains.plugins.scala.ScalaLanguage
import org.jetbrains.plugins.scala.util.ClassOf

/**
 * User: Dmitry.Krasilschikov
 * Date: 02.10.2006
 * Time: 12:53:26
 */
object ScalaElementTypes {

  /*************************************************************************************/
  /************************************** FILE *****************************************/
  /*************************************************************************************/
  val FILE = new IFileElementType(Language.findInstance(new ClassOf().cast[Class[ScalaLanguage]](classOf[ScalaLanguage])))

  /*************************************************************************************/
  /************************************** OTHER ****************************************/
  /*************************************************************************************/
  val WRONGWAY = new ScalaElementType("Wrong way!")
  val EMPTY = new ScalaElementType("empty")

  /*************************************************************************************/
  /************************************** TYPE DECLARATION *****************************/
  /*************************************************************************************/
  val COMPILATION_UNIT = new ScalaElementType("compilation unit")

  val PACKAGING = new ScalaElementType("packaging")

  val TMPL_DEF = new ScalaElementType("template definition")
  val TOP_TMPL_DEF = new ScalaElementType("top template definition")

  //val CASE = new ScalaElementType("case")

  val TEMPLATE_PARENTS = new ScalaElementType("template parents")
  val MIXIN_PARENTS = new ScalaElementType("mixin parents")
  val CONSTRUCTION = new ScalaElementType("construction")

  val TEMPLATE = new ScalaElementType("template")
  val TEMPLATE_BODY = new ScalaElementType("template body")

  //val TEMPLATE_STAT = new ScalaElementType("template statement")

  /******************* OBJECT ************************/
  val OBJECT = new ScalaElementType("object")
  val OBJECT_DEF = new ScalaElementType("object definition")
  val OBJECT_TEMPLATE = new ScalaElementType("object template")

  /******************* TRAIT ************************/
  val TRAIT = new ScalaElementType("trait")
  val TRAIT_DEF = new ScalaElementType("trait definition")
  val TRAIT_TEMPLATE = new ScalaElementType("trait template")

  /******************* CLASS ************************/
  val CLASS = new ScalaElementType("class")
  val CLASS_DEF = new ScalaElementType("class definition")

  val CLASS_TEMPLATE = new ScalaElementType("class template")

  /*************************************************************************************/
  /************************* PARAMETERS OF CLASS AND FUNCTIONS *************************/
  /*************************************************************************************/

  val PARAM_TYPE = new ScalaElementType("parameter type")
  val PARAM = new ScalaElementType("parameter")
  //val PARAM_LIST = new ScalaElementType("parameters")

  /************ class ***************/
  val CLASS_PARAM = new ScalaElementType("class parameter")
  //val CLASS_PARAMS = new ScalaElementType("class parameters")
  val CLASS_PARAM_CLAUSE = new ScalaElementType("class parameter clause")
  val CLASS_PARAM_CLAUSES = new ScalaElementType("class parameter clauses")

  /************ function *************/
  val FUN_PARAM = PARAM
  //val FUN_PARAMS = new ScalaElementType("function parameters")
  val FUN_PARAM_CLAUSE = new ScalaElementType("function parameter clause")
  val FUN_PARAM_CLAUSES = new ScalaElementType("function parameter clauses")

  /*************************************************************************************/
  /************************* TYPE PARAMETERS OF CLASS AND FUNCTIONS *************************/
  /*************************************************************************************/

  /************ class ***************/
  val TMPL_TYPE_PARAM_CLAUSE = new ScalaElementType("type parameter clause")
  //val VARIANT_TYPE_PARAMS = new ScalaElementType("variant parameters of type")
  val VARIANT_TYPE_PARAM = new ScalaElementType("variant parameter of type")

  /************ function *************/
  val FUN_TYPE_PARAM_CLAUSE = new ScalaElementType("function type parameter clause")
  //val FUN_TYPE_PARAMS = new ScalaElementType("parameters of type")
  val FUN_TYPE_PARAM = new ScalaElementType("parameter of type")


  /*************************************************************************************/
  /************************************** TYPES ****************************************/
  /*************************************************************************************/
  val STABLE_ID = new ScalaElementType("stable id")
  val PATH = new ScalaElementType("path")
  val SIMPLE_TYPE = new ScalaElementType("simple type")
  val TYPE1 = new ScalaElementType("type1")
  val TYPE = new ScalaElementType("common type")
  val TYPES = new ScalaElementType("types")
  val TYPE_ARGS = new ScalaElementType("type arguments")

  /*************************************************************************************/
  /*********************************** IDENTIFIER **************************************/
  /*************************************************************************************/
  val IDENTIFIER = new ScalaElementType("identifier")
  val IDENTIFIER_LIST = new ScalaElementType("list of identifiers")

  /*************************************************************************************/
  /********************************* PACKAGE GROUP *************************************/
  /*************************************************************************************/

  //Package
  val PACKAGE_GROUP = new ScalaElementType("package group")
  val PACKAGE = new ScalaElementType("package token")
  val PACKAGE_STMT = new ScalaElementType("package statement")
  val QUAL_ID = new ScalaElementType("Qualification identifier")

  /*************************************************************************************/
  /********************************* IMPORT GROUP **************************************/
  /*************************************************************************************/

  val IMPORT_SELECTOR = new ScalaElementType("import selector")
  val IMPORT_SELECTOR_LIST = new ScalaElementType("import selector list")
  val IMPORT_SELECTORS = new ScalaElementType("import selectors")
  val IMPORT_EXPR = new ScalaElementType("import expression")
  val IMPORT_EXPRS = new ScalaElementType("import expressions")
  val IMPORT_STMT = new ScalaElementType("import statement")
  val IMPORT = new ScalaElementType("import")
  val STABLE_ID_LIST = new ScalaElementType("stable id list")
  val UNDER = new ScalaElementType("underline")

  /*************************************************************************************/
  /********************************* METHODS, VARIABLES and ETC ************************/
  /*************************************************************************************/
  //val TEMPLATE_STAT_LIST = new ScalaElementType("template statements list")
  val STATEMENT_TEMPLATE = new ScalaElementType("template statement")

  /*************************************************************************************/
  /************************************ DECLARATION ************************************/
  /*************************************************************************************/
  val VALUE_DECLARATION = new ScalaElementType("value declaration")
  val VARIABLE_DECLARATION = new ScalaElementType("variable declaration")
  val FUNCTION_DECLARATION = new ScalaElementType("function declaration")
  val TYPE_DECLARATION = new ScalaElementType("type declaration")

  /*************************************************************************************/
  /************************************ DEFINITION *************************************/
  /*************************************************************************************/
  val PATTERN_DEFINITION = new ScalaElementType("pattern definition")
  val VARIABLE_DEFINITION = new ScalaElementType("variable definition")
  val TYPE_DEFINITION = new ScalaElementType("type definition")

  /**************** functions *************************/
  val FUNCTION_DEFINITION = new ScalaElementType("function definition")
  val FUN_SIG = new ScalaElementType("function signature")

  /*************************************************************************************/
  /************************************** LITERALS *************************************/
  /*************************************************************************************/
  val LITERAL = new ScalaElementType("Literal")
  //  String literals
  val STRING_LITERAL = new ScalaElementType("String Literal")
  // Boolean literals
  val BOOLEAN_LITERAL = new ScalaElementType("Boolean Literal")

  /*************************************************************************************/
  /************************************** EXPRESSIONS **********************************/
  /*************************************************************************************/
  val PREFIX_EXPR = new ScalaElementType("prefix expression")
  val PREFIX = new ScalaElementType("prefix")
  val POSTFIX_EXPR = new ScalaElementType("postfix expression")
  val INFIX_EXPR = new ScalaElementType("infix expression")
  val SIMPLE_EXPR = new ScalaElementType("simple expression")
  //Various prefixes
  //val MINUS = new ScalaElementType("minus")

  val EXPR1 = new ScalaElementType("compositte expression ")
  val EXPR = new ScalaElementType("expression")
  val AN_FUN = new ScalaElementType("anonymous function")
  val BINDING = new ScalaElementType("binding")
  val GENERATOR = new ScalaElementType("generator")
  val ENUMERATOR = new ScalaElementType("enumerator")
  val ENUMERATORS = new ScalaElementType("enumerator")
  val BINDINGS = new ScalaElementType("bindings")
  val EXPRS = new ScalaElementType("list of expressions")
  val ARG_EXPRS = new ScalaElementType("arguments of function")
  val BLOCK_EXPR = new ScalaElementType("block of expressions")
{'fraction_non_alphanumeric': 0.411719315167591, 'fraction_numerical': 0.0016397395707740535, 'mean_word_length': 7.676150627615063, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3109923', 'n_tokens_mistral': 5010, 'n_tokens_neox': 4591, 'n_words': 1047}