<commit_before>#!/bin/bash
# run this on the server in the ck-biology directory to clean up the terms after use

mongo ck-biology-SBI4UE-01-U4 --eval "db.users.remove()"
mongoimport -d ck-biology-SBI4UE-01-U4 -c users --jsonArray scaffolding/SBI4UE-01-U4-users.json

mongo ck-biology-SBI4UE-01-U4 --eval "db.lessons.remove()"
mongoimport -d ck-biology-SBI4UE-01-U4 -c lessons --jsonArray scaffolding/lessons-unit4.json

mongo ck-biology-SBI4UE-01-U4 --eval "db.terms.remove()"
mongoimport -d ck-biology-SBI4UE-01-U4 -c terms --jsonArray scaffolding/SBI4UE-01-U4-terms.json

mongo ck-biology-SBI4UE-01-U4 --eval "db.relationships.remove()"
mongoimport -d ck-biology-SBI4UE-01-U4 -c relationships --jsonArray scaffolding/SBI4UE-01-U4-relationships.json

# mongo ck-biology-SBI4UE-01-U4 --eval "db.articles.remove()"
# mongoimport -d ck-biology-SBI4UE-01-U4 -c articles --jsonArray scaffolding/SBI4UE-01-U4-articles.json

# mongo ck-biology-SBI4UE-01-U4 --eval "db.groups.remove()"

# mongo ck-biology-SBI4UE-01-U4 --eval "db.reports.remove()"

mongo ck-biology-SBI4UE-02-U4 --eval "db.users.remove()"
mongoimport -d ck-biology-SBI4UE-02-U4 -c users --jsonArray scaffolding/SBI4UE-02-U4-users.json

mongo ck-biology-SBI4UE-02-U4 --eval "db.lessons.remove()"
mongoimport -d ck-biology-SBI4UE-02-U4 -c lessons --jsonArray scaffolding/lessons-unit4.json

mongo ck-biology-SBI4UE-02-U4 --eval "db.terms.remove()"
mongoimport -d ck-biology-SBI4UE-02-U4 -c terms --jsonArray scaffolding/SBI4UE-02-U4-terms.json

mongo ck-biology-SBI4UE-02-U4 --eval "db.relationships.remove()"
mongoimport -d ck-biology-SBI4UE-02-U4 -c relationships --jsonArray scaffolding/SBI4UE-02-U4-relationships.json

# mongo ck-biology-SBI4UE-02-U4 --eval "db.articles.remove()"
# mongoimport -d ck-biology-SBI4UE-02-U4 -c articles --jsonArray scaffolding/SBI4UE-02-U4-articles.json

# mongo ck-biology-SBI4UE-02-U4 --eval "db.groups.remove()"

# mongo ck-biology-SBI4UE-02-U4 --eval "db.reports.remove()"

echo "Disabled..."<commit_msg>script no longer disabled<commit_after>#!/bin/bash
# run this on the server in the ck-biology directory to clean up the terms after use

mongo ck-biology-SBI4UE-01-U4 --eval "db.users.remove()"
mongoimport -d ck-biology-SBI4UE-01-U4 -c users --jsonArray scaffolding/SBI4UE-01-U4-users.json

mongo ck-biology-SBI4UE-01-U4 --eval "db.lessons.remove()"
mongoimport -d ck-biology-SBI4UE-01-U4 -c lessons --jsonArray scaffolding/lessons-unit4.json

mongo ck-biology-SBI4UE-01-U4 --eval "db.terms.remove()"
mongoimport -d ck-biology-SBI4UE-01-U4 -c terms --jsonArray scaffolding/SBI4UE-01-U4-terms.json

mongo ck-biology-SBI4UE-01-U4 --eval "db.relationships.remove()"
mongoimport -d ck-biology-SBI4UE-01-U4 -c relationships --jsonArray scaffolding/SBI4UE-01-U4-relationships.json

# mongo ck-biology-SBI4UE-01-U4 --eval "db.articles.remove()"
# mongoimport -d ck-biology-SBI4UE-01-U4 -c articles --jsonArray scaffolding/SBI4UE-01-U4-articles.json

# mongo ck-biology-SBI4UE-01-U4 --eval "db.groups.remove()"

# mongo ck-biology-SBI4UE-01-U4 --eval "db.reports.remove()"

mongo ck-biology-SBI4UE-02-U4 --eval "db.users.remove()"
mongoimport -d ck-biology-SBI4UE-02-U4 -c users --jsonArray scaffolding/SBI4UE-02-U4-users.json

mongo ck-biology-SBI4UE-02-U4 --eval "db.lessons.remove()"
mongoimport -d ck-biology-SBI4UE-02-U4 -c lessons --jsonArray scaffolding/lessons-unit4.json

mongo ck-biology-SBI4UE-02-U4 --eval "db.terms.remove()"
mongoimport -d ck-biology-SBI4UE-02-U4 -c terms --jsonArray scaffolding/SBI4UE-02-U4-terms.json

mongo ck-biology-SBI4UE-02-U4 --eval "db.relationships.remove()"
mongoimport -d ck-biology-SBI4UE-02-U4 -c relationships --jsonArray scaffolding/SBI4UE-02-U4-relationships.json

# mongo ck-biology-SBI4UE-02-U4 --eval "db.articles.remove()"
# mongoimport -d ck-biology-SBI4UE-02-U4 -c articles --jsonArray scaffolding/SBI4UE-02-U4-articles.json

# mongo ck-biology-SBI4UE-02-U4 --eval "db.groups.remove()"

# mongo ck-biology-SBI4UE-02-U4 --eval "db.reports.remove()"

# echo "Disabled..."
{'fraction_non_alphanumeric': 0.1576195219123506, 'fraction_numerical': 0.0647410358565737, 'mean_word_length': 3.8455971049457176, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1719927', 'n_tokens_mistral': 1879, 'n_tokens_neox': 1684, 'n_words': 292}