<commit_before>Xml Region Analyzer
===================

A light and simple lexical analyzer for XML.

This project was created because I needed a simple way to add syntax highlighting in a stand-alone SWT application.
Since there was no simple solution, I created one. Given a string representing a XML document, it finds regions and their positions.

Here is an example.

 ```java
List<XmlRegion> regions = new XmlRegionAnalyzer().analyzeXml( yourXmlAsAString );
for( XmlRegion xr : regions ) {
	switch( xr.getXmlRegionType) {
		case XmlRegionType.MARKUP: break;
		case XmlRegionType.ATTRIBUTE: break;
		case XmlRegionType.ATTRIBUTE_VALUE: break;
		case XmlRegionType.MARKUP_VALUE: break;
		case XmlRegionType.COMMENT: break;
		case XmlRegionType.INSTRUCTION: break;
		case XmlRegionType.CDATA: break;
		case XmlRegionType.WHITESPACE: break;
		default: break;<commit_msg>Tiny fix in the sample<commit_after>Xml Region Analyzer
===================

A light and simple lexical analyzer for XML.

This project was created because I needed a simple way to add syntax highlighting in a stand-alone SWT application.
Since there was no simple solution, I created one. Given a string representing a XML document, it finds regions and their positions.

Here is an example.

 ```java
List<XmlRegion> regions = new XmlRegionAnalyzer().analyzeXml( yourXmlAsAString );
for( XmlRegion xr : regions ) {
	switch( xr.getXmlRegionType ()) {
		case XmlRegionType.MARKUP: break;
		case XmlRegionType.ATTRIBUTE: break;
		case XmlRegionType.ATTRIBUTE_VALUE: break;
		case XmlRegionType.MARKUP_VALUE: break;
		case XmlRegionType.COMMENT: break;
		case XmlRegionType.INSTRUCTION: break;
		case XmlRegionType.CDATA: break;
		case XmlRegionType.WHITESPACE: break;
		default: break;
{'fraction_non_alphanumeric': 0.08769931662870159, 'fraction_numerical': 0.0, 'mean_word_length': 5.143356643356643, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6732451', 'n_tokens_mistral': 549, 'n_tokens_neox': 499, 'n_words': 191}