# Path: pycryptics/utils/synonyms.py
# SYNONYMS = msgpack.load(f, use_list=False)


import msgpack
from pycryptics.utils.synonyms import SYNONYMS

initial_ngrams = dict()
ngrams = dict()

for word in SYNONYMS:
    if '_' in word:
        continue
    l = len(word)
    for i in range(len(word) + 1):
        initial_ngrams.setdefault(l, set([])).add(word[:i])
        for j in range(len(word) - i + 1):
            ngrams.setdefault(l, set([])).add(word[j: j + i])

for k in initial_ngrams:
    initial_ngrams[k] = list(initial_ngrams[k])
for k in ngrams:

# Path: pycryptics/utils/synonyms.py
# SYNONYMS = msgpack.load(f, use_list=False)


# Path: pycryptics/data_generators/generate_ngrams.py
import msgpack
from pycryptics.utils.synonyms import SYNONYMS


initial_ngrams = dict()
ngrams = dict()

for word in SYNONYMS:
    if '_' in word:
        continue
    l = len(word)
    for i in range(len(word) + 1):
        initial_ngrams.setdefault(l, set([])).add(word[:i])
        for j in range(len(word) - i + 1):
            ngrams.setdefault(l, set([])).add(word[j: j + i])

for k in initial_ngrams:
    initial_ngrams[k] = list(initial_ngrams[k])
for k in ngrams:

    ngrams[k] = list(ngrams[k])