<commit_before>macro.rss.name=rss
macro.image.name=image
macro.attach.name=attach
macro.style.name=style
macro.field.name=field
macro.display.name=display
macro.form.name=form
macro.graphviz.name=graphviz
macro.laszlo.name=laszlo
macro.svg.name=svg
macro.charting.name=chart

# Added *strong* markup
filter.strong.match=(?<!\\*)\\*([^\\p{Space}](?:[^*\n]*+\\*??)*?(?<=[^\\p{Space}]))\\*(?!\\*)
filter.strong.print=<strong class=\"strong\">$1</strong>

# Added __underline__ markup
filter.underline.match=(?<!_)__([^\\p{Space}](?:[^_\n]*+_??)*?(?<=[^\\p{Space}]))__(?!_)
filter.underline.print=<span class=\"underline\">$1</span>

filter.strikethrough.match=(?<![-!])--([^\\p{Space}>](?:[^-\n]*+-??)*?(?<=[^\\p{Space}]))--(?!-)
filter.strikethrough.print=<del>$1</del>

filter.italic.match=(?<!~)~~([^\\p{Space}](?:[^~\n]*+~??)*?(?<=[^\\p{Space}]))~~(?!~)
filter.italic.print=<em class=\"italic\">$1</em>

#Modified this filter to not filter HTML
filter.escape.match=\\\\(\\\\\\\\)|\\\\(.)

filter.paragraph.print=<p class=\"paragraph\"/>\n

# Replace link syntax with ours
filter.link.match=\\[(.{1,254}?)\\]

## This creates two backreferences (excluding \0):
## \1 is the protocol (http)
## \2 is the URL excluding the protocol (www.xwiki.org?query)
filter.url.match=(?<!["'=])((?:ht|f)tps?)://((?:%[\\p{Digit}A-Fa-f][\\p{Digit}A-Fa-f]|[-_.!~*';/?:@#&=+$,\\p{Alnum}])++)(?!(?i:(?:[^<]|<(?!/?a))*+</a>|(?:[^<]|<(?!/?script))*+</script>|[^<>]*+>))
filter.url.print=<span class=\"nobr\"><a href=\"$0\">$0</a></span>

# Add anchor and optional TOC numbering into headings
filter.heading.match=(?-s)^[ \\t]*+(1(\\.1)*+)[ \\t]++(.++)$
filter.heading.print=<h{4} class=\"heading-{1}\"><span id="{0}">{2}{3}</span></h{4}>\n

filter.list.match=(?:^[\\p{Space}]*+([-#*]++|[-#*iIaA1ghHkKj]++\\.)[\\p{Space}]++([^\r\n]++)[\r\n]*+)++

filter.newline.match=\\\\\\\\[\r\n\]*<commit_msg>XWIKI-1639: 'null' displayed when using list wiki markup without text Fixed.<commit_after>macro.rss.name=rss
macro.image.name=image
macro.attach.name=attach
macro.style.name=style
macro.field.name=field
macro.display.name=display
macro.form.name=form
macro.graphviz.name=graphviz
macro.laszlo.name=laszlo
macro.svg.name=svg
macro.charting.name=chart

# Added *strong* markup
filter.strong.match=(?<!\\*)\\*([^\\p{Space}](?:[^*\n]*+\\*??)*?(?<=[^\\p{Space}]))\\*(?!\\*)
filter.strong.print=<strong class=\"strong\">$1</strong>

# Added __underline__ markup
filter.underline.match=(?<!_)__([^\\p{Space}](?:[^_\n]*+_??)*?(?<=[^\\p{Space}]))__(?!_)
filter.underline.print=<span class=\"underline\">$1</span>

filter.strikethrough.match=(?<![-!])--([^\\p{Space}>](?:[^-\n]*+-??)*?(?<=[^\\p{Space}]))--(?!-)
filter.strikethrough.print=<del>$1</del>

filter.italic.match=(?<!~)~~([^\\p{Space}](?:[^~\n]*+~??)*?(?<=[^\\p{Space}]))~~(?!~)
filter.italic.print=<em class=\"italic\">$1</em>

#Modified this filter to not filter HTML
filter.escape.match=\\\\(\\\\\\\\)|\\\\(.)

filter.paragraph.print=<p class=\"paragraph\"/>\n

# Replace link syntax with ours
filter.link.match=\\[(.{1,254}?)\\]

## This creates two backreferences (excluding \0):
## \1 is the protocol (http)
## \2 is the URL excluding the protocol (www.xwiki.org?query)
filter.url.match=(?<!["'=])((?:ht|f)tps?)://((?:%[\\p{Digit}A-Fa-f][\\p{Digit}A-Fa-f]|[-_.!~*';/?:@#&=+$,\\p{Alnum}])++)(?!(?i:(?:[^<]|<(?!/?a))*+</a>|(?:[^<]|<(?!/?script))*+</script>|[^<>]*+>))
filter.url.print=<span class=\"nobr\"><a href=\"$0\">$0</a></span>

# Add anchor and optional TOC numbering into headings
filter.heading.match=(?-s)^[ \\t]*+(1(\\.1)*+)[ \\t]++(.++)$
filter.heading.print=<h{4} class=\"heading-{1}\"><span id="{0}">{2}{3}</span></h{4}>\n

filter.list.match=(?:^[\\p{Blank}]*+([-#*]++|[-#*iIaA1ghHkKj]++\\.)[\\p{Blank}]++([^\r\n]++)[\r\n]*+)++

filter.newline.match=\\\\\\\\[\r\n\]*
{'fraction_non_alphanumeric': 0.36676292990286163, 'fraction_numerical': 0.01260173273825151, 'mean_word_length': 5.2356792144026185, 'pattern_counts': {'":': 0, '<': 69, '<?xml version=': 0, '>': 47, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1364095', 'n_tokens_mistral': 1723, 'n_tokens_neox': 1605, 'n_words': 175}