<commit_before>package org.grobid.trainer;

import fr.limsi.wapiti.Wapiti;
import org.apache.commons.io.IOUtils;
import org.grobid.core.GrobidModels;
import org.grobid.core.engines.tagging.WapitiTagger;
import org.grobid.core.exceptions.GrobidException;
import org.grobid.core.exceptions.GrobidResourceException;
import org.grobid.core.lexicon.NERLexicon;
import org.grobid.core.main.GrobidHomeFinder;
import org.grobid.core.utilities.GrobidProperties;
import org.grobid.core.utilities.OffsetPosition;
import org.grobid.core.utilities.TextUtilities;
import org.grobid.core.layout.LayoutToken;

import java.io.*;
import java.util.*;

/**
 * @author <NAME>
 */
public class CoNNLNERTrainer extends NERTrainer {

    private String conllPath = null;

    private void loadAdditionalProperties() {
        Properties prop = new Properties();
        InputStream input = null;
        try {
            input = new FileInputStream("src/main/resources/grobid-ner.properties");

            // load the properties file
            prop.load(input);

            // get the property value
            conllPath = prop.getProperty("grobid.ner.reuters.conll_path");
        } catch (IOException ex) {<commit_msg>cleanup<commit_after>package org.grobid.trainer;

import org.apache.commons.io.IOUtils;
import org.grobid.core.GrobidModels;
import org.grobid.core.exceptions.GrobidException;
import org.grobid.core.exceptions.GrobidResourceException;
import org.grobid.core.lexicon.NERLexicon;
import org.grobid.core.main.GrobidHomeFinder;
import org.grobid.core.utilities.GrobidProperties;
import org.grobid.core.utilities.OffsetPosition;
import org.grobid.core.utilities.TextUtilities;
import org.grobid.core.layout.LayoutToken;

import java.io.*;
import java.util.*;

/**
 * @author Patrice Lopez
 */
public class CoNNLNERTrainer extends NERTrainer {

    private String conllPath = null;

    private void loadAdditionalProperties() {
        Properties prop = new Properties();
        InputStream input = null;
        try {
            input = new FileInputStream("src/main/resources/grobid-ner.properties");

            // load the properties file
            prop.load(input);

            // get the property value
            conllPath = prop.getProperty("grobid.ner.reuters.conll_path");
        } catch (IOException ex) {
{'fraction_non_alphanumeric': 0.10512710038776389, 'fraction_numerical': 0.0, 'mean_word_length': 3.53515625, 'pattern_counts': {'":': 0, '<': 4, '<?xml version=': 0, '>': 4, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7059007', 'n_tokens_mistral': 709, 'n_tokens_neox': 690, 'n_words': 135}