<commit_before>package org.concord.framework.otrunk;

import java.util.Iterator;
import java.util.Vector;

/**
 * A simple abstract class for being able to define a filtering mechanism for an OTObject or OTObjectList
 * 
 * @author aunger
 */
public abstract class OTObjectFilter {

	abstract public boolean keepObject(OTObject obj);
	
	public Vector filterList(OTObjectList list) {
		Vector originalList = list.getVector();
		return filterList(originalList);
	}
	
	public Vector filterList(Vector list) {
		Vector filtered = new Vector();
		Iterator items = list.iterator();
		while (items.hasNext()) {
			OTObject obj = (OTObject) items.next();
			if (keepObject(obj)) {
				filtered.add(obj);
			}<commit_msg>next set of Java 1.5 changes.<commit_after>package org.concord.framework.otrunk;

import java.util.Vector;

/**
 * A simple abstract class for being able to define a filtering mechanism for an OTObject or OTObjectList
 * 
 * @author aunger
 */
public abstract class OTObjectFilter {

	abstract public boolean keepObject(OTObject obj);
	
	public Vector<OTObject> filterList(OTObjectList list) {
		Vector<OTObject> originalList = list.getVector();
		return filterList(originalList);
	}
	
	public Vector<OTObject> filterList(Vector<OTObject> list) {
		Vector<OTObject> filtered = new Vector<OTObject>();
		for (OTObject obj : list) {
			if (keepObject(obj)) {
				filtered.add(obj);
			}
{'fraction_non_alphanumeric': 0.10243553008595989, 'fraction_numerical': 0.0014326647564469914, 'mean_word_length': 4.5436507936507935, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 9, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6434886', 'n_tokens_mistral': 453, 'n_tokens_neox': 401, 'n_words': 124}