<commit_before>/*
 * To change this license header, choose License Headers in Project Properties.
 * To change this template file, choose Tools | Templates
 * and open the template in the editor.
 */
package it.cnr.ilc.ilcutils;

import java.util.Arrays;
import java.util.List;

/**
 *
 * @author <NAME> &lt;<EMAIL>&gt;
 */
public class Format {
    public static String KAF="kaf";
    public static String TCF="tcf";
    public static String TAB="\t";
   /**
     * formats for output as TAB which is the default
     */
    public static String OUT_TAB = "tagged"; // 
    
    /**
     * formats for output as SPLIT which is the default
     */
    public static String OUT_SPLIT = "splitted"; // 
    
    /**
     * formats for output as TOKEN which is the default
     */
    public static String OUT_TOK = "token"; // 
  
   
    
    /**
     * formats for output as TOKEN which is the default
     */
    public static String FIND_NER = "none"; // 
    
    /**
     * formats for output as TOKEN which is the default
     */
    public static String FIND_MW = "false"; // 
    
    public static List<String> serviceFormats = Arrays.asList(OUT_SPLIT, OUT_TOK, OUT_TAB);
    
}<commit_msg>21/7/2017 09:00 Added the lemma to token. Modified Format<commit_after>/*
 * To change this license header, choose License Headers in Project Properties.
 * To change this template file, choose Tools | Templates
 * and open the template in the editor.
 */
package it.cnr.ilc.ilcutils;

import java.util.Arrays;
import java.util.List;

/**
 *
 * @author <NAME> &lt;<EMAIL>&gt;
 */
public class Format {
    public static String OUT_KAF="kaf";
    public static String OUT_TCF="tcf";
    public static String OUT_TAB="tab";
    public static String SEP="\t";
    
   /**
     * formats for output as TAB which is the default
     */
    public static String SERVICE_OUT_TAG = "tagged"; // 
    
    /**
     * formats for output as SPLIT which is the default
     */
    public static String SERVICE_OUT_SPLIT = "splitted"; // 
    
    /**
     * formats for output as TOKEN which is the default
     */
    public static String SERVICE_OUT_TOK = "token"; // 
  
   
    
    /**
     * formats for output as TOKEN which is the default
     */
    public static String FIND_NER = "none"; // 
    
    /**
     * formats for output as TOKEN which is the default
     */
    public static String FIND_MW = "false"; // 
    
    public static List<String> serviceFormats = Arrays.asList(SERVICE_OUT_SPLIT, SERVICE_OUT_TOK, SERVICE_OUT_TAG);
    
}
{'fraction_non_alphanumeric': 0.10153482880755609, 'fraction_numerical': 0.004329004329004329, 'mean_word_length': 2.4585034013605442, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 9, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3014613', 'n_tokens_mistral': 803, 'n_tokens_neox': 764, 'n_words': 268}