<commit_before>/*
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package com.addthis.hydra.data.query;

import java.util.Iterator;

import com.addthis.basis.util.Strings;

import com.addthis.bundle.core.Bundle;
import com.addthis.bundle.core.BundleField;
import com.addthis.bundle.table.DataTable;
import com.addthis.bundle.value.ValueObject;
import com.addthis.hydra.data.channel.BlockingBufferedConsumer;

import org.junit.Ignore;

import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertFalse;
import static org.junit.Assert.assertTrue;

@Ignore
public abstract class TestOp {

    private static final boolean debug = false;//true;

    public static void doOpTest(DataTable in, String ops, DataTable out, int formatSize) throws Exception {
        doOpTest(in, ops, out, formatSize, 0, 0);
    }

    public static void doOpTest(DataTable in, String ops, DataTable out, int formatSize, int tipRow, int tipMem) throws Exception {
        BlockingBufferedConsumer buffer = new BlockingBufferedConsumer();
        QueryOpProcessor qp = new QueryOpProcessor(buffer).setMemTip(tipMem).setRowTip(tipRow).parseOps(ops);
        for (Bundle row : in) {
            if (debug) {
                System.out.println("send " + row);
            }
            qp.send(row);
        }
        if (debug) {
            System.out.println("ops " + ops);
        }<commit_msg>class does not have any tests. no need to mark as ignored<commit_after>/*
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package com.addthis.hydra.data.query;

import java.util.Iterator;

import com.addthis.basis.util.Strings;

import com.addthis.bundle.core.Bundle;
import com.addthis.bundle.core.BundleField;
import com.addthis.bundle.table.DataTable;
import com.addthis.bundle.value.ValueObject;
import com.addthis.hydra.data.channel.BlockingBufferedConsumer;

import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertFalse;
import static org.junit.Assert.assertTrue;

public abstract class TestOp {

    private static final boolean debug = false;//true;

    public static void doOpTest(DataTable in, String ops, DataTable out, int formatSize) throws Exception {
        doOpTest(in, ops, out, formatSize, 0, 0);
    }

    public static void doOpTest(DataTable in, String ops, DataTable out, int formatSize, int tipRow, int tipMem) throws Exception {
        BlockingBufferedConsumer buffer = new BlockingBufferedConsumer();
        QueryOpProcessor qp = new QueryOpProcessor(buffer).setMemTip(tipMem).setRowTip(tipRow).parseOps(ops);
        for (Bundle row : in) {
            if (debug) {
                System.out.println("send " + row);
            }
            qp.send(row);
        }
        if (debug) {
            System.out.println("ops " + ops);
        }
{'fraction_non_alphanumeric': 0.09169732002101945, 'fraction_numerical': 0.0031529164477141357, 'mean_word_length': 3.4318975552968567, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2652992', 'n_tokens_mistral': 1065, 'n_tokens_neox': 1043, 'n_words': 356}