<commit_before>#! /bin/bash
count=`wc -l test.urls  | cut -f1 -d' '`
root_url="https://bitbucket.org/galaxy/galaxy-central/raw/c3eefbdaaa1ab242a1c81b65482ef2fbe943a390/"
echo "1..$count"
count=0
while read p; do
    count=$((count+1))
    url="$root_url""$p"
    result=`curl -ksL "$url" | xmllint --nowarning --noout --schema galaxy.xsd - 2> err.tmp`
    if [ $? -eq 0 ]
    then
        echo "ok $count $url";
    else
        echo "not ok $count $url";
        cat err.tmp  | sed 's/^/    /'
    fi
done <test.urls
rm err.tmp<commit_msg>Revise automated testing, check against test tools and IUC tools.<commit_after>#! /bin/bash
if [ ! -d galaxy ];
then
    git clone https://github.com/galaxyproject/galaxy.git galaxy
fi
cd galaxy
git pull
cd ..

if [ ! -d tools-iuc ];
then
    git clone https://github.com/galaxyproject/tools-iuc.git tools-iuc
fi
cd tools-iuc
git pull
cd ..

count=`wc -l tool_files.list | cut -f1 -d' '`
echo "1..$count"
count=0
while read p; do
    count=$((count+1))
    path=$p

    result=`planemo normalize --expand_macros "$path" | xmllint --nowarning --noout --schema galaxy.xsd - 2> err.tmp`
    if [ $? -eq 0 ]
    then
        echo "ok $count $url";
    else
        echo "not ok $count $path";
        cat err.tmp  | sed 's/^/    /'
    fi
done <tool_files.list
rm err.tmp
{'fraction_non_alphanumeric': 0.15837796480489671, 'fraction_numerical': 0.02448355011476664, 'mean_word_length': 2.5256064690026956, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 3, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '149242', 'n_tokens_mistral': 529, 'n_tokens_neox': 500, 'n_words': 138}