<commit_before>
module.exports = {
  TASK_OP_CALC: 'calc',
  TASK_OP_COMMENT: 'comment',
  TASK_OP_CONVERT: 'convert',
  TASK_OP_COPY: 'copy',
  TASK_OP_CREATE: 'create',
  TASK_OP_CUSTOM: 'create',
  TASK_OP_CUSTOM: 'custom',
  TASK_OP_DISTINCT: 'distinct',
  TASK_OP_DUMP: 'dump',
  TASK_OP_DUPLICATE: 'duplicate',
  TASK_OP_ECHO: 'echo',
  TASK_OP_EMAIL_SEND: 'email',
  TASK_OP_EXECUTE: 'execute',
  TASK_OP_FIND_REPLACE: 'replace',
  TASK_OP_FILTER: 'filter',
  TASK_OP_FOREACH: 'foreach',
  TASK_OP_GROUP: 'group',
  TASK_OP_INPUT: 'input',
  TASK_OP_INSERT: 'insert',
  TASK_OP_LIMIT: 'limit',
  TASK_OP_LIST: 'list',
  TASK_OP_MERGE: 'merge',
  TASK_OP_MKDIR: 'mkdir',
  TASK_OP_NOP: 'nop',
  TASK_OP_OUTPUT: 'output',
  TASK_OP_PROMPT: 'prompt',
  TASK_OP_R: 'r',
  TASK_OP_READ: 'read',
  TASK_OP_RENAME: 'rename',
  TASK_OP_RENDER: 'render',
  TASK_OP_REQUEST: 'request',
  TASK_OP_SEARCH: 'search',
  TASK_OP_SELECT: 'select',
  TASK_OP_SEQUENCE: 'sequence',
  TASK_OP_SET: 'set',
  TASK_OP_SLEEP: 'sleep',
  TASK_OP_SORT: 'sort',
  TASK_OP_TRANSFORM: 'transform',
  TASK_OP_WRITE: 'write'
}

/*
export const TASK_OP_CALC          = 'calc'
export const TASK_OP_COMMENT       = 'comment'
export const TASK_OP_CONVERT       = 'convert'
export const TASK_OP_COPY          = 'copy'
export const TASK_OP_CREATE        = 'create'
export const TASK_OP_CUSTOM        = 'custom'
export const TASK_OP_DISTINCT      = 'distinct'
export const TASK_OP_DUMP          = 'dump'
export const TASK_OP_DUPLICATE     = 'duplicate'
export const TASK_OP_ECHO          = 'echo'
export const TASK_OP_EMAIL_SEND    = 'email'
export const TASK_OP_EXECUTE       = 'execute'
export const TASK_OP_FIND_REPLACE  = 'replace'
export const TASK_OP_FILTER        = 'filter'
export const TASK_OP_GROUP         = 'group'
export const TASK_OP_INPUT         = 'input'
export const TASK_OP_LIMIT         = 'limit'
export const TASK_OP_LIST          = 'list'
export const TASK_OP_MERGE         = 'merge'
export const TASK_OP_MKDIR         = 'mkdir'
export const TASK_OP_NOP           = 'nop'
export const TASK_OP_OUTPUT        = 'output'
export const TASK_OP_PROMPT        = 'prompt'
export const TASK_OP_R             = 'r'
export const TASK_OP_READ          = 'read'
export const TASK_OP_RENAME        = 'rename'
export const TASK_OP_RENDER        = 'render'
export const TASK_OP_REQUEST       = 'request'
export const TASK_OP_SEARCH        = 'search'
export const TASK_OP_SELECT        = 'select'
export const TASK_OP_SLEEP         = 'sleep'
export const TASK_OP_SORT          = 'sort'
export const TASK_OP_TRANSFORM     = 'transform'
export const TASK_OP_WRITE         = 'write'
*/
<commit_msg>removed duplicate task op constant<commit_after>
module.exports = {
  TASK_OP_CALC: 'calc',
  TASK_OP_COMMENT: 'comment',
  TASK_OP_CONVERT: 'convert',
  TASK_OP_COPY: 'copy',
  TASK_OP_CREATE: 'create',
  TASK_OP_CUSTOM: 'custom',
  TASK_OP_DISTINCT: 'distinct',
  TASK_OP_DUMP: 'dump',
  TASK_OP_DUPLICATE: 'duplicate',
  TASK_OP_ECHO: 'echo',
  TASK_OP_EMAIL_SEND: 'email',
  TASK_OP_EXECUTE: 'execute',
  TASK_OP_FIND_REPLACE: 'replace',
  TASK_OP_FILTER: 'filter',
  TASK_OP_FOREACH: 'foreach',
  TASK_OP_GROUP: 'group',
  TASK_OP_INPUT: 'input',
  TASK_OP_INSERT: 'insert',
  TASK_OP_LIMIT: 'limit',
  TASK_OP_LIST: 'list',
  TASK_OP_MERGE: 'merge',
  TASK_OP_MKDIR: 'mkdir',
  TASK_OP_NOP: 'nop',
  TASK_OP_OUTPUT: 'output',
  TASK_OP_PROMPT: 'prompt',
  TASK_OP_R: 'r',
  TASK_OP_READ: 'read',
  TASK_OP_RENAME: 'rename',
  TASK_OP_RENDER: 'render',
  TASK_OP_REQUEST: 'request',
  TASK_OP_SEARCH: 'search',
  TASK_OP_SELECT: 'select',
  TASK_OP_SEQUENCE: 'sequence',
  TASK_OP_SET: 'set',
  TASK_OP_SLEEP: 'sleep',
  TASK_OP_SORT: 'sort',
  TASK_OP_TRANSFORM: 'transform',
  TASK_OP_WRITE: 'write'
}

/*
export const TASK_OP_CALC          = 'calc'
export const TASK_OP_COMMENT       = 'comment'
export const TASK_OP_CONVERT       = 'convert'
export const TASK_OP_COPY          = 'copy'
export const TASK_OP_CREATE        = 'create'
export const TASK_OP_CUSTOM        = 'custom'
export const TASK_OP_DISTINCT      = 'distinct'
export const TASK_OP_DUMP          = 'dump'
export const TASK_OP_DUPLICATE     = 'duplicate'
export const TASK_OP_ECHO          = 'echo'
export const TASK_OP_EMAIL_SEND    = 'email'
export const TASK_OP_EXECUTE       = 'execute'
export const TASK_OP_FIND_REPLACE  = 'replace'
export const TASK_OP_FILTER        = 'filter'
export const TASK_OP_GROUP         = 'group'
export const TASK_OP_INPUT         = 'input'
export const TASK_OP_LIMIT         = 'limit'
export const TASK_OP_LIST          = 'list'
export const TASK_OP_MERGE         = 'merge'
export const TASK_OP_MKDIR         = 'mkdir'
export const TASK_OP_NOP           = 'nop'
export const TASK_OP_OUTPUT        = 'output'
export const TASK_OP_PROMPT        = 'prompt'
export const TASK_OP_R             = 'r'
export const TASK_OP_READ          = 'read'
export const TASK_OP_RENAME        = 'rename'
export const TASK_OP_RENDER        = 'render'
export const TASK_OP_REQUEST       = 'request'
export const TASK_OP_SEARCH        = 'search'
export const TASK_OP_SELECT        = 'select'
export const TASK_OP_SLEEP         = 'sleep'
export const TASK_OP_SORT          = 'sort'
export const TASK_OP_TRANSFORM     = 'transform'
export const TASK_OP_WRITE         = 'write'
*/

{'fraction_non_alphanumeric': 0.0997562347646728, 'fraction_numerical': 0.0, 'mean_word_length': 3.5785407725321887, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5252978', 'n_tokens_mistral': 2107, 'n_tokens_neox': 2087, 'n_words': 434}