<commit_before>module TokenDef(tokenDef) where

import StdTokenDef
import CommentDef


stratusStyle = haskellStyle
   { commentEnd = cEnd
   , commentStart = cStart
   , commentLine = cLine
   , nestedComments = nestedC
   , reservedNames = ["let","case","in","of","data","kind","prop","where"
                     ,"type","then","else","deriving"
                     ,"circuit", "theorem"
                     ,"forall","exists","Ex","check","lazy","flag"
                     , "monad", "primitive", "unreachable"
                     ]
   , reservedOpNames= ["=","\\"
                      ,"[|","|]"
                      ,"[e|"
                      ,"[d|"
                      ,"[p|"
                      ,"[t|"
                      ]
   }

tokenDef = stratusStyle<commit_msg>resolve part of issue 65 (comment 8: http://code.google.com/p/omega/issues/detail?id=65#c8) and more by merging r794-r796 from branches/reserved-words<commit_after>module TokenDef(tokenDef) where

import StdTokenDef
import CommentDef


omegaStyle = haskellStyle
   { commentEnd = cEnd
   , commentStart = cStart
   , commentLine = cLine
   , nestedComments = nestedC
   , reservedNames = [ "let", "in", "case", "of", "data", "kind", "prop", "where"
                     , "type", "if", "then", "else", "deriving", "do"
                     , "circuit", "theorem"
                     , "forall", "exists", "Ex", "check", "lazy", "flag"
                     , "monad", "primitive", "unreachable", "import"
                     ]
   , reservedOpNames= [ "=", "\\"
                      , "[|", "|]"
                      , "[e|"
                      , "[d|"
                      , "[p|"
                      , "[t|"
                      ]
   }

tokenDef = omegaStyle
{'fraction_non_alphanumeric': 0.1636259977194983, 'fraction_numerical': 0.0068415051311288486, 'mean_word_length': 1.5583090379008746, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3342707', 'n_tokens_mistral': 535, 'n_tokens_neox': 492, 'n_words': 97}