<commit_before>package com.splicemachine.mrio.api;

import java.io.IOException;

import org.apache.derby.iapi.error.StandardException;
import org.apache.derby.iapi.sql.execute.ExecRow;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.client.HTable;
import org.apache.hadoop.hbase.client.Result;
import org.apache.hadoop.hbase.client.Scan;
import org.apache.hadoop.hbase.io.ImmutableBytesWritable;
import org.apache.hadoop.mapreduce.InputSplit;
import org.apache.hadoop.mapreduce.RecordReader;
import org.apache.hadoop.mapreduce.TaskAttemptContext;
/**
 * Iterate over an HBase table data, return (ImmutableBytesWritable, Result)
 * pairs.
 */
public class SpliceTableRecordReader
extends RecordReader<ImmutableBytesWritable, ExecRow> {

  private SpliceTableRecordReaderImp recordReaderImpl = null;
  Configuration conf = null;
  
  public SpliceTableRecordReader(Configuration conf){
	  super();<commit_msg>DB-2521 Code Cleanup<commit_after>package com.splicemachine.mrio.api;

import java.io.IOException;
import org.apache.derby.iapi.error.StandardException;
import org.apache.derby.iapi.sql.execute.ExecRow;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.client.HTable;
import org.apache.hadoop.hbase.client.Scan;
import org.apache.hadoop.hbase.io.ImmutableBytesWritable;
import org.apache.hadoop.mapreduce.InputSplit;
import org.apache.hadoop.mapreduce.RecordReader;
import org.apache.hadoop.mapreduce.TaskAttemptContext;
/**
 * Iterate over an HBase table data, return (ImmutableBytesWritable, Result)
 * pairs.
 */
public class SpliceTableRecordReader
extends RecordReader<ImmutableBytesWritable, ExecRow> {

  private SpliceTableRecordReaderImp recordReaderImpl = null;
  Configuration conf = null;
  
  public SpliceTableRecordReader(Configuration conf){
	  super();
{'fraction_non_alphanumeric': 0.09890710382513661, 'fraction_numerical': 0.002185792349726776, 'mean_word_length': 6.15234375, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7395618', 'n_tokens_mistral': 567, 'n_tokens_neox': 550, 'n_words': 101}