<commit_before>#!/bin/bash

# Download latest awless binary from Github

ARCH_UNAME=`uname -m`
if [[ "$ARCH_UNAME" == "x86_64" ]]; then
	ARCH="amd64"
else
	ARCH="386"
fi

if [[ "$OSTYPE" == "linux-gnu" ]]; then
	OS="linux"
elif [[ "$OSTYPE" == "darwin"* ]]; then
	OS="darwin"
elif [[ "$OSTYPE" == "win32" ]] || [[ "$OSTYPE" == "cygwin" ]] || [[ "$OSTYPE" == "msys" ]] ; then
	OS="windows"
else
	echo "No awless binary available for OS '$OSTYPE'. You may want to use go to install awless with 'go get -u github.com/wallix/awless'"
  exit
fi


LATEST_VERSION=`curl -s https://updates.awless.io | grep -oE "[0-9]{1,3}.[0-9]{1,3}.[0-9]{1,3}"`

DOWNLOAD_URL="https://github.com/wallix/awless/releases/download/$LATEST_VERSION/awless-$OS-$ARCH.zip"

echo "Downloading awless from $DOWNLOAD_URL"

ZIPFILE="awless.zip"

echo ""
curl -o $ZIPFILE -L $DOWNLOAD_URL
echo ""
echo "unzipping $ZIPFILE to ./awless"
unzip $ZIPFILE 2>&1 > /dev/null
echo "removing $ZIPFILE"
rm $ZIPFILE
chmod +x ./awless

echo ""
echo "awless successfully installed to ./awless"
echo ""
echo "for autocompletion, run:"
echo "    [bash] echo 'source <(awless completion bash)\n' >> ~/.bashrc"
echo "    OR"
echo "    [zsh]  echo 'source <(awless completion zsh)\n' >> ~/.zshrc"
<commit_msg>add binary move instructions to installation bash script<commit_after>#!/bin/bash

# Download latest awless binary from Github

ARCH_UNAME=`uname -m`
if [[ "$ARCH_UNAME" == "x86_64" ]]; then
	ARCH="amd64"
else
	ARCH="386"
fi

if [[ "$OSTYPE" == "linux-gnu" ]]; then
	OS="linux"
elif [[ "$OSTYPE" == "darwin"* ]]; then
	OS="darwin"
elif [[ "$OSTYPE" == "win32" ]] || [[ "$OSTYPE" == "cygwin" ]] || [[ "$OSTYPE" == "msys" ]] ; then
	OS="windows"
else
	echo "No awless binary available for OS '$OSTYPE'. You may want to use go to install awless with 'go get -u github.com/wallix/awless'"
  exit
fi


LATEST_VERSION=`curl -s https://updates.awless.io | grep -oE "[0-9]{1,3}.[0-9]{1,3}.[0-9]{1,3}"`

DOWNLOAD_URL="https://github.com/wallix/awless/releases/download/$LATEST_VERSION/awless-$OS-$ARCH.zip"

echo "Downloading awless from $DOWNLOAD_URL"

ZIPFILE="awless.zip"

echo ""
curl -o $ZIPFILE -L $DOWNLOAD_URL
echo ""
echo "unzipping $ZIPFILE to ./awless"
unzip $ZIPFILE 2>&1 > /dev/null
echo "removing $ZIPFILE"
rm $ZIPFILE
chmod +x ./awless

echo ""
echo "awless successfully installed to ./awless"
echo ""
echo "don't forget to add it to your path, with, for example, `sudo mv awless /usr/local/bin/` "
echo ""
echo "then, for autocompletion, run:"
echo "    [bash] echo 'source <(awless completion bash)\n' >> ~/.bashrc"
echo "    OR"
echo "    [zsh]  echo 'source <(awless completion zsh)\n' >> ~/.zshrc"

{'fraction_non_alphanumeric': 0.18881381381381382, 'fraction_numerical': 0.01876876876876877, 'mean_word_length': 4.246062992125984, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 15, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 6, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5233042', 'n_tokens_mistral': 1087, 'n_tokens_neox': 1041, 'n_words': 281}