<commit_before>/* LanguageTool, a natural language style checker 
 * Copyright (C) 2005 <NAME> (http://www.danielnaber.de)
 * 
 * This library is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2.1 of the License, or (at your option) any later version.
 *
 * This library is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
 * License along with this library; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301
 * USA
 */
package de.danielnaber.languagetool.rules;

import java.util.ArrayList;
import java.util.List;
import java.util.ResourceBundle;

import de.danielnaber.languagetool.AnalyzedSentence;
import de.danielnaber.languagetool.AnalyzedTokenReadings;
import de.danielnaber.languagetool.Language;
import de.danielnaber.languagetool.rules.Category;
import de.danielnaber.languagetool.rules.Rule;
import de.danielnaber.languagetool.rules.RuleMatch;

/**
 * A rule that matches "..", "::", "-," but not "...", "!..", "?!!", ",-" etc
 * Languages will have to subclass it and override <code>isPunctsJoinOk()</code>
 * and <code>isPuctuation()</code>
 * to provide language-specific checking
 * 
 * @author <NAME>
 */
public abstract class AbstractPunctuationCheckRule extends Rule {

	public AbstractPunctuationCheckRule(final ResourceBundle messages) {
		super(messages);
		super.setCategory(new Category(messages.getString("category_misc")));
	}

	public String getId() {
		return "PUNCTUATION_GENERIC_CHECK";
	}

	public String getDescription() {
		return messages.getString("desc_punctuation_generic_check");
	}

	public abstract Language[] getLanguages();

	protected abstract boolean isPunctsJoinOk(String tkns);

	protected abstract boolean isPunctuation(String token);
	
	public RuleMatch[] match(final AnalyzedSentence text) {
		List<RuleMatch> ruleMatches = new ArrayList<RuleMatch>();
		AnalyzedTokenReadings[] tokens = text.getTokens();

		String tkns = "";
		for (int i = 0; i < tokens.length; i++) {
			String tokenStr = tokens[i].getToken();
			
			if( isPunctuation(tokenStr) ) {
				tkns += tokenStr;
				if( i < tokens.length-1 )
					continue;
			}

			if( tkns.length() >= 2 ) {
				if( ! isPunctsJoinOk(tkns) ) {
					String msg = "bad duplication or combination of puctuation signs";
					RuleMatch ruleMatch = new RuleMatch(this, tokens[i].getStartPos()-tkns.length(), tokens[i].getStartPos(), msg);
					ruleMatch.setSuggestedReplacement(tkns.substring(0,1));
					ruleMatches.add(ruleMatch);
				}
			}
			tkns = "";
		}

		return toRuleMatchArray(ruleMatches);
	}

	public void reset() {
		// nothing
	}

}<commit_msg>whitespace fixes, deleting redundant imports (no functional change)<commit_after>/* LanguageTool, a natural language style checker 
 * Copyright (C) 2005 <NAME> (http://www.danielnaber.de)
 * 
 * This library is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2.1 of the License, or (at your option) any later version.
 *
 * This library is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
 * License along with this library; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301
 * USA
 */
package de.danielnaber.languagetool.rules;

import java.util.ArrayList;
import java.util.List;
import java.util.ResourceBundle;

import de.danielnaber.languagetool.AnalyzedSentence;
import de.danielnaber.languagetool.AnalyzedTokenReadings;
import de.danielnaber.languagetool.Language;

/** A rule that matches "..", "::", "-," but not "...", "!..", "?!!", ",-" etc.
 * Languages will have to subclass it and override <code>isPunctsJoinOk()</code>
 * and <code>isPuctuation()</code>
 * to provide language-specific checking
 * 
 * @author <NAME>
 */
public abstract class AbstractPunctuationCheckRule extends Rule {

	public AbstractPunctuationCheckRule(final ResourceBundle messages) {
		super(messages);
		super.setCategory(new Category(messages.getString("category_misc")));
	}

	public String getId() {
		return "PUNCTUATION_GENERIC_CHECK";
	}

	public String getDescription() {
		return messages.getString("desc_punctuation_generic_check");
	}

	public abstract Language[] getLanguages();

	protected abstract boolean isPunctsJoinOk(String tkns);

	protected abstract boolean isPunctuation(String token);
	
	public RuleMatch[] match(final AnalyzedSentence text) {
		List<RuleMatch> ruleMatches = new ArrayList<RuleMatch>();
		AnalyzedTokenReadings[] tokens = text.getTokens();

		String tkns = "";
		for (int i = 0; i < tokens.length; i++) {
			String tokenStr = tokens[i].getToken();
			
			if (isPunctuation(tokenStr)) {
				tkns += tokenStr;
				if (i < tokens.length - 1)
					continue;
			}

			if (tkns.length() >= 2) {
				if (!isPunctsJoinOk(tkns)) {
					String msg = "bad duplication or combination of puctuation signs";
					RuleMatch ruleMatch = new RuleMatch(this, tokens[i].getStartPos()-tkns.length(), tokens[i].getStartPos(), msg);
					ruleMatch.setSuggestedReplacement(tkns.substring(0, 1));
					ruleMatches.add(ruleMatch);
				}
			}
			tkns = "";
		}

		return toRuleMatchArray(ruleMatches);
	}

	public void reset() {
		// nothing
	}

}
{'fraction_non_alphanumeric': 0.11092265943012211, 'fraction_numerical': 0.007462686567164179, 'mean_word_length': 4.327009936766034, 'pattern_counts': {'":': 2, '<': 23, '<?xml version=': 0, '>': 21, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2898317', 'n_tokens_mistral': 1954, 'n_tokens_neox': 1755, 'n_words': 545}