# Path: lxmls/data.py
# def find(filename):


import os
import sys
import codecs
import readers.pos_corpus as pcc
import readers.brown_pos_corpus as bpc
import sequences.extended_feature as exfc
import sequences.structured_perceptron as spc
import sequences.confusion_matrix as bcm
from lxmls import data
from sequences.sequence import *
from sequences.sequence_list import *


MAX_SENT_SIZE = 1000
MAX_NR_SENTENCES = 100000
MODEL_DIR = "/Users/graca/Projects/swm_src/feeds/models/all_data_postag/"


def build_corpus_features():
    corpus = pcc.PostagCorpus()
    train_seq = corpus.read_sequence_list_conll(data.find('train-02-21.conll'),
        max_sent_len=MAX_SENT_SIZE,
        max_nr_sent=MAX_NR_SENTENCES)
    corpus.add_sequence_list(train_seq)

# Path: lxmls/data.py
# def find(filename):


# Path: lxmls/pos_tagging/all_train_pos_tag.py
import os
import sys
import codecs
import readers.pos_corpus as pcc
import readers.brown_pos_corpus as bpc
import sequences.extended_feature as exfc
import sequences.structured_perceptron as spc
import sequences.confusion_matrix as bcm
from lxmls import data
from sequences.sequence import *
from sequences.sequence_list import *



MAX_SENT_SIZE = 1000
MAX_NR_SENTENCES = 100000
MODEL_DIR = "/Users/graca/Projects/swm_src/feeds/models/all_data_postag/"


def build_corpus_features():
    corpus = pcc.PostagCorpus()
    train_seq = corpus.read_sequence_list_conll(data.find('train-02-21.conll'),
        max_sent_len=MAX_SENT_SIZE,
        max_nr_sent=MAX_NR_SENTENCES)
    corpus.add_sequence_list(train_seq)

    dev_seq = corpus.read_sequence_list_conll(data.find('dev-22.conll'))