<commit_before>package com.senseidb.conf;

import java.text.DecimalFormat;
import java.text.DecimalFormatSymbols;
import java.text.Format;
import java.text.SimpleDateFormat;
import java.util.Date;
import java.util.HashMap;
import java.util.Locale;
import java.util.Map;

import org.apache.commons.configuration.ConfigurationException;
import org.apache.log4j.Logger;
import org.apache.lucene.document.Field.Index;
import org.apache.lucene.document.Field.Store;
import org.apache.lucene.document.Field.TermVector;
import org.json.JSONArray;
import org.json.JSONException;
import org.json.JSONObject;
import org.w3c.dom.Document;
import org.w3c.dom.Element;
import org.w3c.dom.NodeList;

import com.senseidb.indexing.DefaultSenseiInterpreter;
import com.senseidb.indexing.DefaultSenseiInterpreter.IndexSpec;
import com.senseidb.indexing.MetaType;

public class SenseiSchema {
  public static final String SRC_DATA_FIELD_NAME            = "__SRC_DATA__";
  public static final String SRC_DATA_COMPRESSED_FIELD_NAME = "stored";

  public static final String EVENT_TYPE_FIELD  = "_type";
  public static final String EVENT_FIELD       = "event";
  public static final String EVENT_TYPE_ADD    = "add";
  public static final String EVENT_TYPE_UPDATE = "update";
  public static final String EVENT_TYPE_DELETE = "delete";
  public static final String EVENT_TYPE_SKIP   = "skip";

	private static Logger logger = Logger.getLogger(SenseiSchema.class);
	
	private String _uidField;
	private String _deleteField;
	private String _skipField;
	private String _srcDataStore;
	private String _srcDataField;
  private boolean _compressSrcData;
	
	public static class FieldDefinition{<commit_msg>change event type and data field name.<commit_after>package com.senseidb.conf;

import java.text.DecimalFormat;
import java.text.DecimalFormatSymbols;
import java.text.Format;
import java.text.SimpleDateFormat;
import java.util.Date;
import java.util.HashMap;
import java.util.Locale;
import java.util.Map;

import org.apache.commons.configuration.ConfigurationException;
import org.apache.log4j.Logger;
import org.apache.lucene.document.Field.Index;
import org.apache.lucene.document.Field.Store;
import org.apache.lucene.document.Field.TermVector;
import org.json.JSONArray;
import org.json.JSONException;
import org.json.JSONObject;
import org.w3c.dom.Document;
import org.w3c.dom.Element;
import org.w3c.dom.NodeList;

import com.senseidb.indexing.DefaultSenseiInterpreter;
import com.senseidb.indexing.DefaultSenseiInterpreter.IndexSpec;
import com.senseidb.indexing.MetaType;

public class SenseiSchema {
  public static final String SRC_DATA_FIELD_NAME            = "__SRC_DATA__";
  public static final String SRC_DATA_COMPRESSED_FIELD_NAME = "stored";

  public static final String EVENT_TYPE_FIELD  = "type";
  public static final String EVENT_FIELD       = "data";
  public static final String EVENT_TYPE_ADD    = "add";
  public static final String EVENT_TYPE_UPDATE = "update";
  public static final String EVENT_TYPE_DELETE = "delete";
  public static final String EVENT_TYPE_SKIP   = "skip";

	private static Logger logger = Logger.getLogger(SenseiSchema.class);
	
	private String _uidField;
	private String _deleteField;
	private String _skipField;
	private String _srcDataStore;
	private String _srcDataField;
  private boolean _compressSrcData;
	
	public static class FieldDefinition{
{'fraction_non_alphanumeric': 0.0813368825791186, 'fraction_numerical': 0.0023661638568470865, 'mean_word_length': 5.4541984732824424, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1370976', 'n_tokens_mistral': 1039, 'n_tokens_neox': 1018, 'n_words': 253}