<commit_before>n = 1
if length(ARGS) > 1
    n = parse(ARGS[2])
end
addprocs(n);


@time begin
@everywhere using Alembic
#using Alembic
end


using AWSCore
using AWSSQS
using JSON

function receive_messages(queue_name)
    secrets_subpath = ".cloudvolume/secrets/aws-secret.json"
    secret_path = joinpath(homedir(), secrets_subpath)
    aws_secrets = JSON.parsefile(secret_path)
    env = aws_config(creds=AWSCredentials(collect(values(aws_secrets))...))<commit_msg>one more tiny subscriber timing change<commit_after>n = 1
if length(ARGS) > 1
    n = parse(ARGS[2])
end


@time begin
    if n > 1:
        addprocs(n);
        @everywhere using Alembic
    else:
        using Alembic
    end
end


using AWSCore
using AWSSQS
using JSON

function receive_messages(queue_name)
    secrets_subpath = ".cloudvolume/secrets/aws-secret.json"
    secret_path = joinpath(homedir(), secrets_subpath)
    aws_secrets = JSON.parsefile(secret_path)
    env = aws_config(creds=AWSCredentials(collect(values(aws_secrets))...))
{'fraction_non_alphanumeric': 0.10236220472440945, 'fraction_numerical': 0.006889763779527559, 'mean_word_length': 4.188775510204081, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 6, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7458413', 'n_tokens_mistral': 374, 'n_tokens_neox': 355, 'n_words': 77}