<commit_before>package org.ihtsdo.json.runners;

import java.util.Collection;

import org.apache.commons.configuration.XMLConfiguration;
import org.ihtsdo.json.TransformerConfig;
import org.ihtsdo.json.TransformerDiskBased;

/**
 * Created by alo on 8/4/14.
 */
public class ConfigRunner {

    public static void main(String[] args) throws Exception {
        String config = null;
        if (args.length > 0) {
            config = args[0];
        }
        if (config == null) {
            config = "config/intConfig.xml";
//            System.err.println("Error: no config provided. Usage: rf2-to-json-conversion [path/to/config.xml]");
//            System.exit(-1);
        }
        System.out.println("Running with config: " + config);
        XMLConfiguration xmlConfig = new XMLConfiguration(config);

        TransformerConfig runnableConfig = new TransformerConfig();

        runnableConfig.setDefaultTermLangCode(xmlConfig.getString("defaultTermLangCode"));
        runnableConfig.setDefaultTermDescriptionType(xmlConfig.getString("defaultTermDescriptionType"));
        runnableConfig.setDefaultTermLanguageRefset(xmlConfig.getString("defaultTermLanguageRefset"));
        runnableConfig.setNormalizeTextIndex(xmlConfig.getString("normalizeTextIndex").equals("true"));
        runnableConfig.setCreateCompleteConceptsFile(xmlConfig.getString("createCompleteConceptsFile").equals("true"));
        runnableConfig.setProcessInMemory(xmlConfig.getString("processInMemory").equals("true"));<commit_msg>exec changes<commit_after>package org.ihtsdo.json.runners;

import java.util.Collection;

import org.apache.commons.configuration.XMLConfiguration;
import org.ihtsdo.json.TransformerConfig;
import org.ihtsdo.json.TransformerDiskBased;

/**
 * Created by alo on 8/4/14.
 */
public class ConfigRunner {

    public static void main(String[] args) throws Exception {
        String config = null;
        if (args.length > 0) {
            config = args[0];
        }
        if (config == null) {
            config = "config/enCaConfig.xml";
//            System.err.println("Error: no config provided. Usage: rf2-to-json-conversion [path/to/config.xml]");
//            System.exit(-1);
        }
        System.out.println("Running with config: " + config);
        XMLConfiguration xmlConfig = new XMLConfiguration(config);

        TransformerConfig runnableConfig = new TransformerConfig();

        runnableConfig.setDefaultTermLangCode(xmlConfig.getString("defaultTermLangCode"));
        runnableConfig.setDefaultTermDescriptionType(xmlConfig.getString("defaultTermDescriptionType"));
        runnableConfig.setDefaultTermLanguageRefset(xmlConfig.getString("defaultTermLanguageRefset"));
        runnableConfig.setNormalizeTextIndex(xmlConfig.getString("normalizeTextIndex").equals("true"));
        runnableConfig.setCreateCompleteConceptsFile(xmlConfig.getString("createCompleteConceptsFile").equals("true"));
        runnableConfig.setProcessInMemory(xmlConfig.getString("processInMemory").equals("true"));
{'fraction_non_alphanumeric': 0.11543535620052771, 'fraction_numerical': 0.005277044854881266, 'mean_word_length': 3.907766990291262, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 18}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4888979', 'n_tokens_mistral': 838, 'n_tokens_neox': 808, 'n_words': 128}