# -*- coding: utf-8 -*-
import os.path

JAR_DIR = 'data/lib'
RESOURCES_ROOT = os.path.join(JAR_DIR, 'com/twitter/penguin/korean/util')

from .normalizer.KoreanNormalizer import normalize, normalize_coda_n
from .util.KoreanDictionaryProvider import correct_typo

def tokenize(normalized):
    raise NotImplementedError

def stem(tokens):
    raise NotImplementedError

def extract_phrases(tokens, filter_spam=True, enable_hashtags=True):
    raise NotImplementedError

if __name__ == "__main__":
    from __future__ import unicode_literals, print_function
    import doctest
    doctest.testmod()

# -*- coding: utf-8 -*-
import os.path

JAR_DIR = 'data/lib'
RESOURCES_ROOT = os.path.join(JAR_DIR, 'com/twitter/penguin/korean/util')

from .normalizer.KoreanNormalizer import normalize, normalize_coda_n
from .util.KoreanDictionaryProvider import correct_typo

def tokenize(normalized):
    raise NotImplementedError

def stem(tokens):
    raise NotImplementedError

def extract_phrases(tokens, filter_spam=True, enable_hashtags=True):
    raise NotImplementedError

if __name__ == "__main__":
    import doctest
    doctest.testmod()

remove __future__ import