<commit_before>package com.github.getmapgen;

/**
 * Class provide useful method for processing strings
 *
 * @author maslowis
 */
public final class Util {

    private Util() {
    }

    /**
     * Split string to string array
     *
     * @param arg source string
     * @return array strings
     */
    public static String[] splitString(String arg) {
        return arg.split(", \\n|(,|, )|(\\n| \\n)| ");
    }

    /**
     * Convert string array to integer array
     *
     * @param args source string array
     * @return integer array
     */
    public static int[] stringToInteger(String[] args) {
        int[] result = new int[args.length];
        for (int i = 0; i < args.length; i++) {
            result[i] = Integer.valueOf(args[i]);
        }
        return result;
    }

}<commit_msg>Renamed method "stringToInt", optimized regexp in method "splitString".<commit_after>package com.github.getmapgen;

/**
 * Class provide useful method for processing strings
 *
 * @author maslowis
 */
public final class Util {

    private Util() {
    }

    /**
     * Split string to string array
     *
     * @param arg source string
     * @return array strings
     */
    public static String[] splitString(String arg) {
        return arg.split("(, \\n|,\\n)|(, |,)|( \\n|\\n)|( )");
    }

    /**
     * Convert string array to integer array
     *
     * @param args source string array
     * @return integer array
     */
    public static int[] stringToInt(String[] args) {
        int[] result = new int[args.length];
        for (int i = 0; i < args.length; i++) {
            result[i] = Integer.valueOf(args[i]);
        }
        return result;
    }

}
{'fraction_non_alphanumeric': 0.1378490790255496, 'fraction_numerical': 0.0011883541295306002, 'mean_word_length': 2.1127541589648797, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4431377', 'n_tokens_mistral': 508, 'n_tokens_neox': 494, 'n_words': 152}