<commit_before>#!/usr/bin/env sh
# This is intended to be used in CI only.

set -ex

echo "Setup toolchain"
toolchain=
if [ -n "$TOOLCHAIN" ]; then
  toolchain=$TOOLCHAIN
else
  toolchain=nightly
fi
if [ "$OS" = "windows" ]; then
  : "${TARGET?The TARGET environment variable must be set.}"
  rustup set profile minimal
  rustup update --force $toolchain-"$TARGET"
  rustup default $toolchain-"$TARGET"
else
  rustup set profile minimal
  rustup update --force $toolchain
  rustup default $toolchain
fi

if [ -n "$TARGET" ]; then
  echo "Install target"
  rustup target add "$TARGET"
fi

if [ "$OS" = "windows" ]; then<commit_msg>Avoid rustup self-updates on Windows GHA<commit_after>#!/usr/bin/env sh
# This is intended to be used in CI only.

set -ex

echo "Setup toolchain"
toolchain=
if [ -n "$TOOLCHAIN" ]; then
  toolchain=$TOOLCHAIN
else
  toolchain=nightly
fi
if [ "$OS" = "windows" ]; then
  : "${TARGET?The TARGET environment variable must be set.}"
  rustup set profile minimal
  # FIXME: Add `--no-self-update` to avoid CI failure.
  rustup update --force $toolchain-"$TARGET" --no-self-update
  rustup default $toolchain-"$TARGET"
else
  rustup set profile minimal
  rustup update --force $toolchain
  rustup default $toolchain
fi

if [ -n "$TARGET" ]; then
  echo "Install target"
  rustup target add "$TARGET"
fi

if [ "$OS" = "windows" ]; then
{'fraction_non_alphanumeric': 0.12509197939661515, 'fraction_numerical': 0.0, 'mean_word_length': 3.8398576512455516, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3467955', 'n_tokens_mistral': 466, 'n_tokens_neox': 453, 'n_words': 164}