<commit_before>#!/bin/bash

DIR=$(mktemp -d)
cd $DIR
pip install awscli -t .
wget https://raw.githubusercontent.com/aws/aws-cli/1.9.15/bin/aws \
	-O awscli.py
wget https://github.com/spf13/hugo/releases/download/v0.15/hugo_0.15_linux_amd64.tar.gz
tar -xf hugo_0.15_linux_amd64.tar.gz
rm -f hugo_0.15_linux_amd64.tar.gz
mv hugo_0.15_linux_amd64/hugo_0.15_linux_amd64 hugo_0.15_linux_amd64.go
rm -rf hugo_0.15_linux_amd64
# wget from repo here TODO
zip -9 /tmp/bundle.zip *
cd ..
zip -r9 /tmp/bundle.zip main.py
rm -rf $DIR<commit_msg>recursively build zip<commit_after>#!/bin/bash

DIR=$(mktemp -d)
cd $DIR
pip install awscli -t .
wget https://raw.githubusercontent.com/aws/aws-cli/1.9.15/bin/aws \
	-O awscli.py
wget https://github.com/spf13/hugo/releases/download/v0.15/hugo_0.15_linux_amd64.tar.gz
tar -xf hugo_0.15_linux_amd64.tar.gz
rm -f hugo_0.15_linux_amd64.tar.gz
mv hugo_0.15_linux_amd64/hugo_0.15_linux_amd64 hugo_0.15_linux_amd64.go
rm -rf hugo_0.15_linux_amd64
find . -name "*.pyc" -delete
# wget from repo here TODO
zip -r9 /tmp/bundle.zip *
cd ..
zip -9 /tmp/bundle.zip main.py
rm -rf $DIR
{'fraction_non_alphanumeric': 0.14233907524932005, 'fraction_numerical': 0.08340888485947416, 'mean_word_length': 3.8, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '299217', 'n_tokens_mistral': 557, 'n_tokens_neox': 513, 'n_words': 91}