<commit_before>package morfologik.tools;

import java.io.File;

import org.apache.commons.cli.Option;
import org.apache.commons.cli.OptionBuilder;

/**
 * Options shared between tools.
 */
@SuppressWarnings("static-access")
final class SharedOptions {
    public final static Option fsaDictionaryFileOption = OptionBuilder
        .hasArg()
        .withArgName("file")
        .withDescription("Path to the FSA dictionary.")
        .withLongOpt("dictionary")
        .withType(File.class)
        .isRequired(true)
        .create("d");

	public final static Option decode = OptionBuilder
	    .withDescription("Decode prefix/ infix/ suffix forms (if available).")
	    .withLongOpt("decode")
	    .isRequired(false)
	    .create("x");

	public final static Option dataOnly = OptionBuilder
	    .withDescription("Dump only raw FSA data.")
	    .withLongOpt("raw-data")
	    .isRequired(false)
	    .create("r");

	public final static Option dot = OptionBuilder
	    .withDescription("Dump the automaton as graphviz DOT file.")
	    .withLongOpt("dot")
	    .isRequired(false)
	    .create();

	public final static Option inputEncodingOption = OptionBuilder
	    .hasArg()
	    .withArgName("codepage")
	    .withDescription("Input stream encoding.")
	    .withLongOpt("input-encoding")
	    .isRequired(false)
	    .create("ie");

	public final static Option outputEncodingOption = OptionBuilder
	    .hasArg()
	    .withArgName("codepage")
	    .withDescription("Output stream encoding.")
	    .withLongOpt("output-encoding")
	    .isRequired(false)
	    .create("oe");

	public final static Option inputFileOption = OptionBuilder
	    .hasArg()
	    .withArgName("file")
	    .withDescription("Input file. If missing, standard input is used.")
	    .withLongOpt("input")
	    .withType(File.class)
	    .isRequired(false)
	    .create("i");

	public final static Option outputFileOption = OptionBuilder
	    .hasArg()
	    .withArgName("file")
	    .withDescription("Output file. If missing, standard output is used.")
	    .withLongOpt("output")
	    .withType(File.class)
	    .isRequired(false)
	    .create("o");

	public final static Option fillerCharacterOption = OptionBuilder
		.hasArg()
    	.withArgName("char")
    	.withDescription("Custom filler character")
    	.isRequired(false)
    	.withLongOpt("filler-char")
    	.create("filler");

	public final static Option annotationSeparatorCharacterOption = OptionBuilder
		.hasArg()
		.withArgName("char")
		.withDescription("Custom annotation separator character")
		.isRequired(false)
		.withLongOpt("annotation-char")
		.create("annotation");
	
	public final static Option withNumbersOption = OptionBuilder
	    .isRequired(false)
	    .withLongOpt("with-numbers")
	    .create("n");

	public final static Option standardEncoding = OptionBuilder
	    .withDescription("Encode suffix forms in a standard way")
	    .withLongOpt("suffix")
	    .isRequired(false)
	    .create("suf");

	public final static Option prefixEncoding = OptionBuilder
	    .withDescription("Encode suffix forms in a prefix way")
	    .withLongOpt("prefix")<commit_msg>Adding description for the option.<commit_after>package morfologik.tools;

import java.io.File;

import org.apache.commons.cli.Option;
import org.apache.commons.cli.OptionBuilder;

/**
 * Options shared between tools.
 */
@SuppressWarnings("static-access")
final class SharedOptions {
    public final static Option fsaDictionaryFileOption = OptionBuilder
        .hasArg()
        .withArgName("file")
        .withDescription("Path to the FSA dictionary.")
        .withLongOpt("dictionary")
        .withType(File.class)
        .isRequired(true)
        .create("d");

	public final static Option decode = OptionBuilder
	    .withDescription("Decode prefix/ infix/ suffix forms (if available).")
	    .withLongOpt("decode")
	    .isRequired(false)
	    .create("x");

	public final static Option dataOnly = OptionBuilder
	    .withDescription("Dump only raw FSA data.")
	    .withLongOpt("raw-data")
	    .isRequired(false)
	    .create("r");

	public final static Option dot = OptionBuilder
	    .withDescription("Dump the automaton as graphviz DOT file.")
	    .withLongOpt("dot")
	    .isRequired(false)
	    .create();

	public final static Option inputEncodingOption = OptionBuilder
	    .hasArg()
	    .withArgName("codepage")
	    .withDescription("Input stream encoding.")
	    .withLongOpt("input-encoding")
	    .isRequired(false)
	    .create("ie");

	public final static Option outputEncodingOption = OptionBuilder
	    .hasArg()
	    .withArgName("codepage")
	    .withDescription("Output stream encoding.")
	    .withLongOpt("output-encoding")
	    .isRequired(false)
	    .create("oe");

	public final static Option inputFileOption = OptionBuilder
	    .hasArg()
	    .withArgName("file")
	    .withDescription("Input file. If missing, standard input is used.")
	    .withLongOpt("input")
	    .withType(File.class)
	    .isRequired(false)
	    .create("i");

	public final static Option outputFileOption = OptionBuilder
	    .hasArg()
	    .withArgName("file")
	    .withDescription("Output file. If missing, standard output is used.")
	    .withLongOpt("output")
	    .withType(File.class)
	    .isRequired(false)
	    .create("o");

	public final static Option fillerCharacterOption = OptionBuilder
		.hasArg()
    	.withArgName("char")
    	.withDescription("Custom filler character")
    	.isRequired(false)
    	.withLongOpt("filler-char")
    	.create("filler");

	public final static Option annotationSeparatorCharacterOption = OptionBuilder
		.hasArg()
		.withArgName("char")
		.withDescription("Custom annotation separator character")
		.isRequired(false)
		.withLongOpt("annotation-char")
		.create("annotation");
	
	public final static Option withNumbersOption = OptionBuilder
	    .withDescription("Include numbers required for perfect hashing (larger automaton)")
	    .isRequired(false)
	    .withLongOpt("with-numbers")
	    .create("n");

	public final static Option standardEncoding = OptionBuilder
	    .withDescription("Encode suffix forms in a standard way")
	    .withLongOpt("suffix")
	    .isRequired(false)
	    .create("suf");

	public final static Option prefixEncoding = OptionBuilder
	    .withDescription("Encode suffix forms in a prefix way")
	    .withLongOpt("prefix")
{'fraction_non_alphanumeric': 0.11690363349131122, 'fraction_numerical': 0.0, 'mean_word_length': 3.4773691654879775, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4878367', 'n_tokens_mistral': 1881, 'n_tokens_neox': 1732, 'n_words': 441}