<commit_before>from fabric.api import execute, local, settings, task


@task
def preprocess_header():
    local('cpp -nostdinc spotify/api.h > spotify/api.processed.h || true')


@task
def docs():
    local('make -C docs/ html')


@task
def autodocs():
    auto(docs)


@task
def test():
    local('nosetests')


@task
def autotest():
    auto(test)


def auto(task):
    while True:
        local('clear')
        with settings(warn_only=True):
            execute(task)
        local(
            'inotifywait -q -e create -e modify -e delete '
            '--exclude ".*\.(pyc|sw.)" -r spotify/ tests/')


@task
def update_authors():
    # Keep authors in the order of appearance and use awk to filter out dupes
    local(
        "git log --format='- %aN <%aE>' --reverse | awk '!x[$0]++' > AUTHORS")
<commit_msg>fab: Watch the docs/ dir for changes<commit_after>from fabric.api import execute, local, settings, task


@task
def preprocess_header():
    local('cpp -nostdinc spotify/api.h > spotify/api.processed.h || true')


@task
def docs():
    local('make -C docs/ html')


@task
def autodocs():
    auto(docs)


@task
def test():
    local('nosetests')


@task
def autotest():
    auto(test)


def auto(task):
    while True:
        local('clear')
        with settings(warn_only=True):
            execute(task)
        local(
            'inotifywait -q -e create -e modify -e delete '
            '--exclude ".*\.(pyc|sw.)" -r docs/ spotify/ tests/')


@task
def update_authors():
    # Keep authors in the order of appearance and use awk to filter out dupes
    local(
        "git log --format='- %aN <%aE>' --reverse | awk '!x[$0]++' > AUTHORS")

{'fraction_non_alphanumeric': 0.15093205051112446, 'fraction_numerical': 0.0012026458208057728, 'mean_word_length': 2.5404255319148934, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 9, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3888190', 'n_tokens_mistral': 583, 'n_tokens_neox': 554, 'n_words': 173}