<commit_before>﻿# All filter variables must be put on one line so they can be parsed correctly for interpolate-slate.py
categories_data = https://en.wikipedia.org/wiki/Basis_Technology_Corp.

entities_data = President Obama urges the Congress and Speaker Boehner to pass the $50 billion spending bill based on Christian faith by July 1st or Washington will become totally dysfunctional, a terrible outcome for American people.
entities_linked_data = President Obama urges the Congress and Speaker Boehner to pass the $50 billion spending bill based on Christian faith by July 1st or Washington will become totally dysfunctional, a terrible outcome for American people.

# language_data in use
language_data = Por favor Señorita, says the man.
matched_name_data1 = <NAME>
matched_name_data2 = 迈克尔·杰克逊
morphology_complete_data = The quick brown fox jumped over the lazy dog. Yes he did.
morphology_compound_components_data = Rechtsschutzversicherungsgesellschaften
# morphology_han_readings_data not in use
morphology_han_readings_data = 北京大学生物系主任办公室内部会议
morphology_lemmas_data = The fact is that the geese just went back to get a rest and I'm not banking on their return soon
morphology_parts_of_speech_data = The fact is that the geese just went back to get a rest and I'm not banking on their return soon

relationships_data = Yesterday in Guatemala, the Supreme Court approved the attorney general's request to impeach President <NAME>.

sentences_data = This land is your land. This land is my land\\nFrom California to the New York island;\\nFrom the red wood forest to the Gulf Stream waters\\n\\nThis land was made for you and Me.\\n\\nAs I was walking that ribbon of highway,\\nI saw above me that endless skyway:\\nI saw below me that golden valley:\\nThis land was made for you and me.

sentiment_data = <html><head><title>Performance Report</title></head><body><p>This article is clean, concise, and very easy to read.</p></body></html>

# tokens_data not in use
tokens_data = 北京大学生物系主任办公室内部会议
translated_name_data = معمر محمد أبو منيار القذاف
<commit_msg>reverting example text changes<commit_after># All filter variables must be put on one line so they can be parsed correctly for interpolate-slate.py
categories_data = https://en.wikipedia.org/wiki/Basis_Technology_Corp.

entities_data = President Obama urges the Congress and Speaker Boehner to pass the $50 billion spending bill based on Christian faith by July 1st or Washington will become totally dysfunctional, a terrible outcome for American people.
entities_linked_data = President Obama urges the Congress and Speaker Boehner to pass the $50 billion spending bill based on Christian faith by July 1st or Washington will become totally dysfunctional, a terrible outcome for American people.

# language_data in use
language_data = Por favor Señorita, says the man.
matched_name_data1 = <NAME>
matched_name_data2 = 迈克尔·杰克逊
morphology_complete_data = The quick brown fox jumped over the lazy dog. Yes he did.
morphology_compound_components_data = Rechtsschutzversicherungsgesellschaften
# morphology_han_readings_data not in use
morphology_han_readings_data = 北京大学生物系主任办公室内部会议
morphology_lemmas_data = The fact is that the geese just went back to get a rest and I'm not banking on their return soon
morphology_parts_of_speech_data = The fact is that the geese just went back to get a rest and I'm not banking on their return soon

relationships_data = The first men to reach the moon were Mr. Armstrong and his co-pilot, <NAME>.

sentences_data = This land is your land. This land is my land\\nFrom California to the New York island;\\nFrom the red wood forest to the Gulf Stream waters\\n\\nThis land was made for you and Me.\\n\\nAs I was walking that ribbon of highway,\\nI saw above me that endless skyway:\\nI saw below me that golden valley:\\nThis land was made for you and me.

sentiment_data = <html><head><title>Performance Report</title></head><body><p>This article is clean, concise, and very easy to read.</p></body></html>

# tokens_data not in use
tokens_data = 北京大学生物系主任办公室内部会议
translated_name_data = معمر محمد أبو منيار القذاف

{'fraction_non_alphanumeric': 0.05201750121536218, 'fraction_numerical': 0.003889158969372873, 'mean_word_length': 5.0962962962962965, 'pattern_counts': {'":': 0, '<': 27, '<?xml version=': 0, '>': 27, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2802995', 'n_tokens_mistral': 1249, 'n_tokens_neox': 1207, 'n_words': 538}