<commit_before>#!/usr/bin/env bash
# Package every sources into a "Name.zip" file in the "sources_package" directory.

OUTPUT_DIR=`realpath sources_packages`
mkdir -p $OUTPUT_DIR

for DIR in src/sites/*/; do
    NAME=$(basename "$DIR")

    [[ $NAME =~ ^(node_modules)$ ]] && continue
    [[ ! -f "$DIR/model.js" ]] && continue

    pushd "$DIR"
        zip "$OUTPUT_DIR/$NAME.zip" model.js icon.png sites.txt */defaults.ini */tag-types.txt
    popd
done<commit_msg>Stop generating source ZIP for deactivated sources<commit_after>#!/usr/bin/env bash
# Package every sources into a "Name.zip" file in the "sources_package" directory.

OUTPUT_DIR=`realpath sources_packages`
mkdir -p $OUTPUT_DIR

for DIR in src/sites/*/; do
    NAME=$(basename "$DIR")

    [[ $NAME =~ ^(node_modules|Sankaku|Tumblr|Reddit)$ ]] && continue
    [[ ! -f "$DIR/model.js" ]] && continue

    pushd "$DIR"
        zip "$OUTPUT_DIR/$NAME.zip" model.js icon.png sites.txt */defaults.ini */tag-types.txt
    popd
done
{'fraction_non_alphanumeric': 0.1584258324924319, 'fraction_numerical': 0.0, 'mean_word_length': 3.613953488372093, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7558476', 'n_tokens_mistral': 354, 'n_tokens_neox': 335, 'n_words': 89}