<commit_before>#!/bin/bash
echo "Running post-deploy script"


#raw sol logs saved in WORKSPACE/build-deps
#this script convert them into html by ansi2html tool
#and move them to 'build' folder for publishing
cd $WORKSPACE/build-deps
for file in `ls *sol.log.raw`; do
    ansi2html < $file > $WORKSPACE/build-deps/${file%.*}
done
<commit_msg>decode utf-8 first before ansi2html<commit_after>#!/bin/bash
echo "Running post-deploy script"


#raw sol logs saved in WORKSPACE/build-deps
#this script convert them into html by ansi2html tool
#and move them to 'build' folder for publishing
cd $WORKSPACE/build-deps
for file in `ls *sol.log.raw`; do
    # decode to utf-8 before, because ansi2html will broke when finding invalid char
    iconv -f "windows-1252" -t "UTF-8" $file -o new_$file
    ansi2html < new_$file > $WORKSPACE/build-deps/${file%.*}
done

{'fraction_non_alphanumeric': 0.10902696365767878, 'fraction_numerical': 0.015240328253223915, 'mean_word_length': 4.2392638036809815, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3460873', 'n_tokens_mistral': 300, 'n_tokens_neox': 295, 'n_words': 104}