<commit_before>#Builtin imports
import logging

#External imports
import spacy
import dataset
from spacy.symbols import nsubj, VERB
from spacy.matcher import Matcher

log = logging.getLogger()

log.debug("In parser, loading model")
try:
    nlp = spacy.load('en')
    log.debug("Loaded model")
    matcher = Matcher(nlp.vocab)
    log.debug("Loaded matcher")
except RuntimeError:
    log.warn("IMPORTANT! spaCy English model is not installed. To functionally use W.I.L.L it needs to be installed with python -m spacy.en.download")

def parse(command_data, session):<commit_msg>:bug: :construction: Hopefully fix readthedocs build error<commit_after>#Builtin imports
import logging

#External imports
import spacy
import dataset
from spacy.symbols import nsubj, VERB
from spacy.matcher import Matcher

log = logging.getLogger()

log.debug("In parser, loading model")
try:
    nlp = spacy.load('en')
    log.debug("Loaded model")
    matcher = Matcher(nlp.vocab)
    log.debug("Loaded matcher")
except RuntimeError:
    try:
        log.warn("IMPORTANT! spaCy English model is not installed. To functionally use W.I.L.L it needs to be installed with python -m spacy.en.download")
    except:
        pass
def parse(command_data, session):
{'fraction_non_alphanumeric': 0.0970873786407767, 'fraction_numerical': 0.0, 'mean_word_length': 4.354978354978355, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6222655', 'n_tokens_mistral': 391, 'n_tokens_neox': 384, 'n_words': 126}