<commit_before>#! /bin/bash
ROOT=$CK_ENV_MODEL_SQUEEZEDET_ROOT

OUT_DIR="$PWD/out"
rm -rf "$OUT_DIR"

export TF_CPP_MIN_LOG_LEVEL=3 # supress TF debug output

IMAGES=$CK_ENV_DATASET_KITTI_IMAGE_DIR
LABELS=$CK_ENV_DATASET_KITTI_LABELS_DIR
CHECKPOINT="$ROOT/data/model_checkpoints/squeezeDet/model.ckpt-87000" # TODO: change this

${CK_ENV_COMPILER_PYTHON_FILE} "../continuous.py" --image_dir="$IMAGES" --label_dir="$LABELS" --out_dir="$OUT_DIR" --checkpoint="$CHECKPOINT"
<commit_msg>Minor<commit_after>#! /bin/bash
ROOT=$CK_ENV_MODEL_SQUEEZEDET_ROOT

OUT_DIR="$PWD/out"
rm -rf "$OUT_DIR"

export PYTHONPATH=$PYTHONPATH:$ROOT/src
export TF_CPP_MIN_LOG_LEVEL=3 # supress TF debug output

IMAGES=$CK_ENV_DATASET_KITTI_IMAGE_DIR
LABELS=$CK_ENV_DATASET_KITTI_LABELS_DIR
CHECKPOINT="$ROOT/data/model_checkpoints/squeezeDet/model.ckpt-87000" # TODO: change this

${CK_ENV_COMPILER_PYTHON_FILE} "../continuous.py" --image_dir="$IMAGES" --label_dir="$LABELS" --out_dir="$OUT_DIR" --checkpoint="$CHECKPOINT"

{'fraction_non_alphanumeric': 0.1432865731462926, 'fraction_numerical': 0.012024048096192385, 'mean_word_length': 8.081818181818182, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4916730', 'n_tokens_mistral': 421, 'n_tokens_neox': 419, 'n_words': 52}