<commit_before>#!/bin/bash
if ([ -z "$1" -o -z "$2" ]) 
then
	echo "Syntax: docker run -ti hsmade/python3_runner https://github.com/test/me.git run_me.py arg1 arg2"
	exit 1
fi

GIT=$1
shift
PROG=$1
shift

TOKEN=""
if ([ -n "$VAULT_ADDR" -a -n "$VAULT_TOKEN" -a -n "$TOKEN_PATH" ])
then
	TOKEN="?private_token=$(vault read $TOKEN_PATH)"
fi

git clone "${GIT}${TOKEN}" /build
cd /build
test -f requirements.txt && pip install -r requirements.txt
python "$PROG" $@<commit_msg>added private token<commit_after>#!/bin/bash
if ([ -z "$1" -o -z "$2" ]) 
then
	echo "Syntax: docker run -ti hsmade/python3_runner https://github.com/test/me.git run_me.py arg1 arg2"
	exit 1
fi

GIT=$1
shift
PROG=$1
shift

TOKEN=""
if ([ -s /secrets/private_token [)
then
	TOKEN="?private_token=$(cat /secrets/private_token)"
fi

git clone "${GIT}${TOKEN}" /build
cd /build
test -f requirements.txt && pip install -r requirements.txt
python "$PROG" $@
{'fraction_non_alphanumeric': 0.17965367965367965, 'fraction_numerical': 0.017316017316017316, 'mean_word_length': 4.138888888888889, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1400559', 'n_tokens_mistral': 380, 'n_tokens_neox': 372, 'n_words': 105}