<commit_before>" Vim syntax file
" Language:     Rust
" Maintainer:   <NAME> <<EMAIL>>
" Maintainer:   <NAME> <<EMAIL>>
" Last Change:  2012 Jul 06

if version < 600
  syntax clear
elseif exists("b:current_syntax")
  finish
endif

syn keyword   rustAssert      assert
syn match     rustAssert      "assert\(\w\)*"
syn keyword   rustKeyword     alt again as break
syn keyword   rustKeyword     check claim const copy do drop else export extern fail
syn keyword   rustKeyword     for if impl import in let log
syn keyword   rustKeyword     loop match mod module move mut new of owned pure
syn keyword   rustKeyword     ret return self to unchecked
syn match     rustKeyword     "unsafe" " Allows also matching unsafe::foo()
syn keyword   rustKeyword     use while with
" FIXME: Scoped impl's name is also fallen in this category
syn keyword   rustKeyword     mod trait class struct enum type nextgroup=rustIdentifier skipwhite
syn keyword   rustKeyword     fn nextgroup=rustFuncName skipwhite

syn match     rustIdentifier  contains=rustIdentifierPrime "\%([^[:cntrl:][:space:][:punct:][:digit:]]\|_\)\%([^[:cntrl:][:punct:][:space:]]\|_\)*" display contained
syn match     rustFuncName    "\%([^[:cntrl:][:space:][:punct:][:digit:]]\|_\)\%([^[:cntrl:][:punct:][:space:]]\|_\)*" display contained

" Reserved words
syn keyword   rustKeyword     m32 m64 m128 f80 f16 f128

syn keyword   rustType        int uint float char bool u8 u16 u32 u64 f32
syn keyword   rustType        f64 i8 i16 i32 i64 str
syn keyword   rustType        option either
<commit_msg>etc: Add pub and priv to vim<commit_after>" Vim syntax file
" Language:     Rust
" Maintainer:   <NAME> <<EMAIL>>
" Maintainer:   <NAME> <<EMAIL>>
" Last Change:  2012 Jul 06

if version < 600
  syntax clear
elseif exists("b:current_syntax")
  finish
endif

syn keyword   rustAssert      assert
syn match     rustAssert      "assert\(\w\)*"
syn keyword   rustKeyword     alt again as break
syn keyword   rustKeyword     check claim const copy do drop else export extern fail
syn keyword   rustKeyword     for if impl import in let log
syn keyword   rustKeyword     loop match mod module move mut new of owned priv pub pure
syn keyword   rustKeyword     ret return self to unchecked
syn match     rustKeyword     "unsafe" " Allows also matching unsafe::foo()
syn keyword   rustKeyword     use while with
" FIXME: Scoped impl's name is also fallen in this category
syn keyword   rustKeyword     mod trait class struct enum type nextgroup=rustIdentifier skipwhite
syn keyword   rustKeyword     fn nextgroup=rustFuncName skipwhite

syn match     rustIdentifier  contains=rustIdentifierPrime "\%([^[:cntrl:][:space:][:punct:][:digit:]]\|_\)\%([^[:cntrl:][:punct:][:space:]]\|_\)*" display contained
syn match     rustFuncName    "\%([^[:cntrl:][:space:][:punct:][:digit:]]\|_\)\%([^[:cntrl:][:punct:][:space:]]\|_\)*" display contained

" Reserved words
syn keyword   rustKeyword     m32 m64 m128 f80 f16 f128

syn keyword   rustType        int uint float char bool u8 u16 u32 u64 f32
syn keyword   rustType        f64 i8 i16 i32 i64 str
syn keyword   rustType        option either

{'fraction_non_alphanumeric': 0.0987220447284345, 'fraction_numerical': 0.02619808306709265, 'mean_word_length': 3.6111929307805597, 'pattern_counts': {'":': 0, '<': 17, '<?xml version=': 0, '>': 15, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6172403', 'n_tokens_mistral': 969, 'n_tokens_neox': 926, 'n_words': 362}