<commit_before>""" Step model
"""
import asyncio
import os
from pathlib import Path

import aiofiles
import yaml

from conjureup import juju
from conjureup.app_config import app
from conjureup.consts import PHASES
from conjureup.telemetry import track_event
from conjureup.utils import SudoError, can_sudo, is_linux, sentry_report


class StepModel:
    @classmethod
    def load_spell_steps(cls):
        steps_dir = Path(app.config['spell-dir']) / 'steps'
        app.steps = []
        for step_meta_path in sorted(steps_dir.glob('*')):
            step = StepModel.load(step_meta_path)
            app.steps.append(step)
<commit_msg>Skip non-dirs in the steps directory<commit_after>""" Step model
"""
import asyncio
import os
from pathlib import Path

import aiofiles
import yaml

from conjureup import juju
from conjureup.app_config import app
from conjureup.consts import PHASES
from conjureup.telemetry import track_event
from conjureup.utils import SudoError, can_sudo, is_linux, sentry_report


class StepModel:
    @classmethod
    def load_spell_steps(cls):
        steps_dir = Path(app.config['spell-dir']) / 'steps'
        app.steps = []
        for step_dir in sorted(steps_dir.glob('*')):
            if not step_dir.is_dir():
                continue
            step = StepModel.load(step_dir)
            app.steps.append(step)

{'fraction_non_alphanumeric': 0.08382789317507418, 'fraction_numerical': 0.0, 'mean_word_length': 3.4375, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5182642', 'n_tokens_mistral': 423, 'n_tokens_neox': 419, 'n_words': 117}