<commit_before>#!/usr/bin/env python
from __future__ import division, unicode_literals

import argparse
import cPickle as pickle
import codecs
import logging
import sys
import time

from pycorenlp import StanfordCoreNLP

from classification.ner.banner import BANNERModel
from classification.rext.mirtex_rules import MirtexClassifier
from classification.rext.multiinstance import MILClassifier
from config.corpus_paths import paths
from classification.ner.crfsuitener import CrfSuiteModel
from classification.ner.matcher import MatcherModel
from classification.ner.mirna_matcher import MirnaMatcher
from classification.ner.simpletagger import BiasModel, feature_extractors
from classification.ner.stanfordner import StanfordNERModel
from classification.ner.taggercollection import TaggerCollection
from classification.results import ResultsNER, ResultSetNER
from classification.rext.crfre import CrfSuiteRE
from classification.rext.jsrekernel import JSREKernel
from classification.rext.multir import MultiR
from classification.rext.rules import RuleClassifier
from classification.rext.scikitre import ScikitRE
from classification.rext.stanfordre import StanfordRE
from classification.rext.svmtk import SVMTKernel
from config import config
from reader.aimed_corpus import AIMedCorpus
from reader.bc2gm_corpus import BC2GMCorpus
from reader.chebi_corpus import ChebiCorpus
from reader.chemdner_corpus import ChemdnerCorpus
from reader.ddi_corpus import DDICorpus
from reader.genia_corpus import GeniaCorpus<commit_msg>Comment unused classifiers<commit_after>#!/usr/bin/env python
from __future__ import division, unicode_literals

import argparse
import cPickle as pickle
import codecs
import logging
import sys
import time

from pycorenlp import StanfordCoreNLP

from classification.ner.banner import BANNERModel
from classification.rext.mirtex_rules import MirtexClassifier
from classification.rext.multiinstance import MILClassifier
from config.corpus_paths import paths
from classification.ner.crfsuitener import CrfSuiteModel
from classification.ner.matcher import MatcherModel
from classification.ner.mirna_matcher import MirnaMatcher
from classification.ner.simpletagger import BiasModel, feature_extractors
from classification.ner.stanfordner import StanfordNERModel
from classification.ner.taggercollection import TaggerCollection
from classification.results import ResultsNER, ResultSetNER
#from classification.rext.crfre import CrfSuiteRE
from classification.rext.jsrekernel import JSREKernel
#from classification.rext.multir import MultiR
from classification.rext.rules import RuleClassifier
from classification.rext.scikitre import ScikitRE
from classification.rext.stanfordre import StanfordRE
from classification.rext.svmtk import SVMTKernel
from config import config
from reader.aimed_corpus import AIMedCorpus
from reader.bc2gm_corpus import BC2GMCorpus
from reader.chebi_corpus import ChebiCorpus
from reader.chemdner_corpus import ChemdnerCorpus
from reader.ddi_corpus import DDICorpus
from reader.genia_corpus import GeniaCorpus
{'fraction_non_alphanumeric': 0.034154351395730705, 'fraction_numerical': 0.0013136288998357964, 'mean_word_length': 7.778097982708934, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1242165', 'n_tokens_mistral': 830, 'n_tokens_neox': 818, 'n_words': 255}