<commit_before><?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
<plist version="1.0">
<dict>
    <key>fileTypes</key>
    <array>
        <string>enmd</string>
    </array>
    <key>foldingStartMarker</key>
    <string>(?x)
        (&lt;(?i:head|body|table|thead|tbody|tfoot|tr|div|select|fieldset|style|script|ul|ol|form|dl)\b.*?&gt;
        |&lt;!--(?!.*--&gt;)
        |\{\s*($|\?&gt;\s*$|//|/\*(.*\*/\s*$|(?!.*?\*/)))
        )</string>
    <key>foldingStopMarker</key>
    <string>(?x)
        (&lt;/(?i:head|body|table|thead|tbody|tfoot|tr|div|select|fieldset|style|script|ul|ol|form|dl)&gt;
        |^\s*--&gt;
        |(^|\s)\}
        )</string>
    <key>name</key>
    <string>Evernote Note</string>
    <key>patterns</key>
    <array>
        <dict>
            <key>comment</key>
            <string>
                Evernote metadata
            </string>
            <key>begin</key>
            <string>^---[ \t]*$\n</string>
            <key>end</key>
            <string>^---[ \t]*$\n</string>
            <key>name</key>
            <string>meta.metadata.evernote</string>
            <key>beginCaptures</key>
            <dict>
                <key>0</key>
                <dict>
                    <key>name</key>
                    <string>meta.separator.metadata.markdown</string>
                </dict>
            </dict>
            <key>endCaptures</key>
            <dict>
                <key>0</key>
                <dict>
                    <key>name</key>
                    <string>meta.separator.metadata.markdown</string>
                </dict>
            </dict>
            <key>patterns</key>
            <array>
                <dict>
                    <key>include</key>
                    <string>source.yaml</string>
                </dict>
                <dict>
                    <key>match</key>
                    <string>^[^:]+$</string>
                    <key>name</key>
                    <string>invalid.illegal.metadata.evernote</string>
                </dict>
            </array>
        </dict>
        <dict>
            <key>include</key>
            <string>text.html.markdown.gfm</string>
        </dict>
        <dict>
            <key>include</key>
            <string>text.html.markdown</string>
        </dict>
    </array>
    <key>scopeName</key>
    <string>text.html.markdown.evernote</string>
</dict>
</plist><commit_msg>Adding proper highlighting of metadata<commit_after><?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
<plist version="1.0">
<dict>
    <key>fileTypes</key>
    <array>
        <string>enmd</string>
    </array>
    <key>foldingStartMarker</key>
    <string>(?x)
        (&lt;(?i:head|body|table|thead|tbody|tfoot|tr|div|select|fieldset|style|script|ul|ol|form|dl)\b.*?&gt;
        |&lt;!--(?!.*--&gt;)
        |\{\s*($|\?&gt;\s*$|//|/\*(.*\*/\s*$|(?!.*?\*/)))
        )</string>
    <key>foldingStopMarker</key>
    <string>(?x)
        (&lt;/(?i:head|body|table|thead|tbody|tfoot|tr|div|select|fieldset|style|script|ul|ol|form|dl)&gt;
        |^\s*--&gt;
        |(^|\s)\}
        )</string>
    <key>name</key>
    <string>Evernote Note</string>
    <key>patterns</key>
    <array>
        <dict>
            <key>comment</key>
            <string>
                Evernote metadata
            </string>
            <key>begin</key>
            <string>^---[ \t]*$\n</string>
            <key>end</key>
            <string>^---[ \t]*$\n</string>
            <key>name</key>
            <string>meta.metadata.evernote</string>
            <key>beginCaptures</key>
            <dict>
                <key>0</key>
                <dict>
                    <key>name</key>
                    <string>meta.separator.metadata.markdown</string>
                </dict>
            </dict>
            <key>endCaptures</key>
            <dict>
                <key>0</key>
                <dict>
                    <key>name</key>
                    <string>meta.separator.metadata.markdown</string>
                </dict>
            </dict>
            <key>patterns</key>
            <array>
                <dict>
                    <key>begin</key>
                    <string>^\s*(title|tags|notebook|evernote-guid)\s*(:)</string>
                    <key>end</key>
                    <string>$(?=\n)</string>
                    <key>beginCaptures</key>
                    <dict>
                        <key>1</key>
                        <dict>
                            <key>name</key>
                            <string>entity.name.metadata</string>
                        </dict>
                        <key>2</key>
                        <dict>
                            <key>name</key>
                            <string>punctuation.separator.metadata</string>
                        </dict>
                    </dict>
                    <key>patterns</key>
                    <array>
                        <dict>
                            <key>match</key>
                            <string>\w*</string>
                            <key>name</key>
                            <string>variable.other.metadata</string>
                        </dict>
                        <dict>
                            <key>begin</key>
                            <string>\[</string>
                            <key>beginCaptures</key>
                            <dict>
                                <key>0</key>
                                <dict>
                                    <key>name</key>
                                    <string>punctuation.definition.array.begin.json</string>
                                </dict>
                            </dict>
                            <key>end</key>
                            <string>\]</string>
                            <key>endCaptures</key>
                            <dict>
                                <key>0</key>
                                <dict>
                                    <key>name</key>
                                    <string>punctuation.definition.array.end.json</string>
                                </dict>
                            </dict>
                            <key>name</key>
                            <string>meta.structure.array.json</string>
                            <key>patterns</key>
                            <array>
                                <dict>
                                    <key>begin</key>
                                    <string>"</string>
                                    <key>beginCaptures</key>
                                    <dict>
                                        <key>0</key>
                                        <dict>
                                            <key>name</key>
                                            <string>punctuation.definition.string.begin.json</string>
                                        </dict>
                                    </dict>
                                    <key>end</key>
                                    <string>"</string>
                                    <key>endCaptures</key>
                                    <dict>
                                        <key>0</key>
                                        <dict>
                                            <key>name</key>
                                            <string>punctuation.definition.string.end.json</string>
                                        </dict>
                                    </dict>
                                    <key>name</key>
                                    <string>string.quoted.double.json</string>
                                    <key>patterns</key>
                                    <array>
                                        <dict>
                                            <key>match</key>
                                            <string>(?x:                # turn on extended mode
                                             \\                # a literal backslash
                                             (?:               # ...followed by...
                                               ["\\/bfnrt]     # one of these characters
                                               |               # ...or...
                                               u               # a u
                                               [0-9a-fA-F]{4}  # and four hex digits
                                             )
                                           )</string>
                                            <key>name</key>
                                            <string>constant.character.escape.json</string>
                                        </dict>
                                        <dict>
                                            <key>match</key>
                                            <string>\\.</string>
                                            <key>name</key>
                                            <string>invalid.illegal.unrecognized-string-escape.json</string>
                                        </dict>
                                    </array>
                                </dict>
                                <dict>
                                    <key>match</key>
                                    <string>,</string>
                                    <key>name</key>
                                    <string>punctuation.separator.array.json</string>
                                </dict>
                                <dict>
                                    <key>match</key>
                                    <string>[^\s\]]</string>
                                    <key>name</key>
                                    <string>invalid.illegal.expected-array-separator.json</string>
                                </dict>
                            </array>
                        </dict>
                        <dict>
                            <key>match</key>
                            <string>,</string>
                            <key>name</key>
                            <string>punctuation.separator.array.json</string>
                        </dict>
                    </array>
                </dict>
                <dict>
                    <key>match</key>
                    <string>^[^:]+$\n</string>
                    <key>name</key>
                    <string>invalid.illegal.metadata.evernote</string>
                </dict>
            </array>
        </dict>
        <dict>
            <key>include</key>
            <string>text.html.markdown.gfm</string>
        </dict>
        <dict>
            <key>include</key>
            <string>text.html.markdown</string>
        </dict>
    </array>
    <key>scopeName</key>
    <string>text.html.markdown.evernote</string>
</dict>
</plist>
{'fraction_non_alphanumeric': 0.138263375968294, 'fraction_numerical': 0.002792289677535579, 'mean_word_length': 0.7579164027865738, 'pattern_counts': {'":': 0, '<': 387, '<?xml version=': 2, '>': 387, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 77, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4183096', 'n_tokens_mistral': 2831, 'n_tokens_neox': 2666, 'n_words': 317}