<commit_before>package io.lumify.core.model.properties;

import io.lumify.core.model.properties.types.DateLumifyProperty;
import io.lumify.core.model.properties.types.StreamingLumifyProperty;
import io.lumify.core.model.properties.types.TextLumifyProperty;
import org.securegraph.TextIndexHint;

/**
 * LumifyProperties specific to Raw entities (e.g. documents, images, video, etc.).
 */
public class RawLumifyProperties {
    public static final String METADATA_MIME_TYPE = "http://lumify.io#mimeType";

    public static final DateLumifyProperty PUBLISHED_DATE = new DateLumifyProperty("http://lumify.io#publishedDate");
    public static final DateLumifyProperty CREATE_DATE = new DateLumifyProperty("http://lumify.io#createDate");
    public static final TextLumifyProperty FILE_NAME = TextLumifyProperty.all("http://lumify.io#fileName");
    public static final TextLumifyProperty FILE_NAME_EXTENSION = new TextLumifyProperty("http://lumify.io#fileNameExtension", TextIndexHint.EXACT_MATCH);
    public static final TextLumifyProperty MIME_TYPE = TextLumifyProperty.all(METADATA_MIME_TYPE);
    public static final TextLumifyProperty AUTHOR = TextLumifyProperty.all("http://lumify.io#author");
    public static final StreamingLumifyProperty RAW = new StreamingLumifyProperty("http://lumify.io#raw");
    public static final StreamingLumifyProperty TEXT = new StreamingLumifyProperty("http://lumify.io#text");

    private RawLumifyProperties() {
        throw new UnsupportedOperationException("do not construct utility class");
    }
}<commit_msg>don't let tika process raw data with mapping json<commit_after>package io.lumify.core.model.properties;

import io.lumify.core.model.properties.types.DateLumifyProperty;
import io.lumify.core.model.properties.types.StreamingLumifyProperty;
import io.lumify.core.model.properties.types.TextLumifyProperty;
import org.securegraph.TextIndexHint;

/**
 * LumifyProperties specific to Raw entities (e.g. documents, images, video, etc.).
 */
public class RawLumifyProperties {
    public static final String METADATA_MIME_TYPE = "http://lumify.io#mimeType";

    public static final DateLumifyProperty PUBLISHED_DATE = new DateLumifyProperty("http://lumify.io#publishedDate");
    public static final DateLumifyProperty CREATE_DATE = new DateLumifyProperty("http://lumify.io#createDate");
    public static final TextLumifyProperty FILE_NAME = TextLumifyProperty.all("http://lumify.io#fileName");
    public static final TextLumifyProperty FILE_NAME_EXTENSION = new TextLumifyProperty("http://lumify.io#fileNameExtension", TextIndexHint.EXACT_MATCH);
    public static final TextLumifyProperty MIME_TYPE = TextLumifyProperty.all(METADATA_MIME_TYPE);
    public static final TextLumifyProperty AUTHOR = TextLumifyProperty.all("http://lumify.io#author");
    public static final StreamingLumifyProperty RAW = new StreamingLumifyProperty("http://lumify.io#raw");
    public static final StreamingLumifyProperty TEXT = new StreamingLumifyProperty("http://lumify.io#text");
    public static final StreamingLumifyProperty MAPPING_JSON = new StreamingLumifyProperty("http://lumify.io#mappingJson");

    private RawLumifyProperties() {
        throw new UnsupportedOperationException("do not construct utility class");
    }
}
{'fraction_non_alphanumeric': 0.09730722154222766, 'fraction_numerical': 0.0, 'mean_word_length': 5.95531914893617, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4827337', 'n_tokens_mistral': 994, 'n_tokens_neox': 968, 'n_words': 199}