<commit_before>#!/usr/bin/env bash
set -e

SOURCE="${BASH_SOURCE[0]}"
while [ -h "$SOURCE" ]; do # resolve $SOURCE until the file is no longer a symlink
  DIR="$( cd -P "$( dirname "$SOURCE" )" && pwd )"
  SOURCE="$(readlink "$SOURCE")"
  [[ $SOURCE != /* ]] && SOURCE="$DIR/$SOURCE" # if $SOURCE was a relative symlink, we need to resolve it relative to the path where the symlink file was located
done
DIR="$( cd -P "$( dirname "$SOURCE" )" && pwd )"

source "$DIR/../_common.sh"

cd $DIR/../..

[ -z "$DOTNET_BUILD_CONTAINER_TAG" ] && DOTNET_BUILD_CONTAINER_TAG="dotnetcli-build"
[ -z "$DOTNET_BUILD_CONTAINER_NAME" ] && DOTNET_BUILD_CONTAINER_NAME="dotnetcli-build-container"
[ -z "$DOCKER_HOST_SHARE_DIR" ] && DOCKER_HOST_SHARE_DIR=$(pwd)

# Build the docker container (will be fast if it is already built)
info "Building docker container"
docker build -t $DOTNET_BUILD_CONTAINER_TAG scripts/docker/

# First thing make sure all of our build containers are stopped
info "Terminating and cleaning all running containers"
docker stop $DOTNET_BUILD_CONTAINER_NAME
docker rm $DOTNET_BUILD_CONTAINER_NAME

# Remove the sticky bit on directories created by docker so we can delete them
info "Cleaning directories created by docker build"
docker run --rm \
    -v $DOCKER_HOST_SHARE_DIR:/opt/code \
    -e DOTNET_BUILD_VERSION=$DOTNET_BUILD_VERSION \
    $DOTNET_BUILD_CONTAINER_TAG chmod -R -t /opt/code

# And Actually make those directories accessible to be deleted
docker run --rm \
    -v $DOCKER_HOST_SHARE_DIR:/opt/code \
    -e DOTNET_BUILD_VERSION=$DOTNET_BUILD_VERSION \
    $DOTNET_BUILD_CONTAINER_TAG chmod -R a+rwx /opt/code<commit_msg>Remove docker container cleanup. This should be handled in dockerbuild now.<commit_after>#!/usr/bin/env bash
set -e

SOURCE="${BASH_SOURCE[0]}"
while [ -h "$SOURCE" ]; do # resolve $SOURCE until the file is no longer a symlink
  DIR="$( cd -P "$( dirname "$SOURCE" )" && pwd )"
  SOURCE="$(readlink "$SOURCE")"
  [[ $SOURCE != /* ]] && SOURCE="$DIR/$SOURCE" # if $SOURCE was a relative symlink, we need to resolve it relative to the path where the symlink file was located
done
DIR="$( cd -P "$( dirname "$SOURCE" )" && pwd )"

source "$DIR/../_common.sh"

cd $DIR/../..

[ -z "$DOTNET_BUILD_CONTAINER_TAG" ] && DOTNET_BUILD_CONTAINER_TAG="dotnetcli-build"
[ -z "$DOTNET_BUILD_CONTAINER_NAME" ] && DOTNET_BUILD_CONTAINER_NAME="dotnetcli-build-container"
[ -z "$DOCKER_HOST_SHARE_DIR" ] && DOCKER_HOST_SHARE_DIR=$(pwd)

# Build the docker container (will be fast if it is already built)
info "Building docker container"
docker build -t $DOTNET_BUILD_CONTAINER_TAG scripts/docker/

# Remove the sticky bit on directories created by docker so we can delete them
info "Cleaning directories created by docker build"
docker run --rm \
    -v $DOCKER_HOST_SHARE_DIR:/opt/code \
    -e DOTNET_BUILD_VERSION=$DOTNET_BUILD_VERSION \
    $DOTNET_BUILD_CONTAINER_TAG chmod -R -t /opt/code

# And Actually make those directories accessible to be deleted
docker run --rm \
    -v $DOCKER_HOST_SHARE_DIR:/opt/code \
    -e DOTNET_BUILD_VERSION=$DOTNET_BUILD_VERSION \
    $DOTNET_BUILD_CONTAINER_TAG chmod -R a+rwx /opt/code
{'fraction_non_alphanumeric': 0.12262357414448669, 'fraction_numerical': 0.0006337135614702154, 'mean_word_length': 4.452504317789292, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3608437', 'n_tokens_mistral': 1130, 'n_tokens_neox': 1067, 'n_words': 323}