<commit_before>LE_DATE=$(date +%Y-%m-%d)

OUT_FILE=$COIN_MARKET_CAP_DIR/rankings/2021/coins-$LE_DATE.json

cd $COIN_MARKET_CAP_DIR/scripts
$COIN_MARKET_CAP_DIR/scripts/curl-command.sh cryptocurrency/map $OUT_FILE
$COIN_MARKET_CAP_DIR/scripts/ranker

ghc ranker.hs
ghc report.hs

$COIN_MARKET_CAP_DIR/scripts/report

echo "done."
<commit_msg>Added polling of listings, now, as well as rankings for e-coins.<commit_after>LE_DATE=$(date +%Y-%m-%d)

RANKING_FILE=$COIN_MARKET_CAP_DIR/rankings/2021/coins-$LE_DATE.json
LISTING_FILE=$COIN_MARKET_CAP_DIR/listings/2021/quots-$LE_DATE.json

LIST_CMD=cryptocurrency/listings/latest?start=1&limit=5000&convert=USD

CURL_CMD=$COIN_MARKET_CAP_DIR/scripts/curl-command.sh

cd $COIN_MARKET_CAP_DIR/scripts
$CURL_CMD cryptocurrency/map $RANKING_FILE
$CURL_CMD $LIST_CMD $LISTING_FILE
$COIN_MARKET_CAP_DIR/scripts/ranker

ghc ranker.hs
ghc report.hs

$COIN_MARKET_CAP_DIR/scripts/report

echo "done."

{'fraction_non_alphanumeric': 0.11550802139037433, 'fraction_numerical': 0.01818181818181818, 'mean_word_length': 7.509090909090909, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5028597', 'n_tokens_mistral': 412, 'n_tokens_neox': 388, 'n_words': 48}