<commit_before><commit_msg>Add a script to recreate the integration test fixtures<commit_after>#!/bin/bash

set -ex

pushd "$(dirname "$0")"
go build consume.go && tar -czvf consume.tgz consume.exe &&
  go build -o connect_to_remote_url.exe connect_to_remote_url/main.go && tar -czvf connect_to_remote_url.tgz connect_to_remote_url.exe &&
  go build -o launcher.exe launcher/main.go && tar -czvf launcher.tgz launcher.exe &&
  go build -o loop.exe loop/loop.go && tar -czvf loop.tgz loop.exe
popd
{'fraction_non_alphanumeric': 0.11693548387096774, 'fraction_numerical': 0.0020161290322580645, 'mean_word_length': 4.4021739130434785, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3799856', 'n_tokens_mistral': 186, 'n_tokens_neox': 169, 'n_words': 49}