<commit_before>#!/bin/bash

while getopts ":i:" opt; do
    case $opt in
        i)
            echo "Importing $OPTARG"
            ;;
        \?)
            echo "ERROR: -$OPTARG is an invalid option." >&2
            ;;
        :)
            echo "ERROR: -$OPTARG takes an argument." >&2
        esac
done<commit_msg>Print SHA1 of files to import (CR2 only)<commit_after>#!/bin/bash

while getopts ":i:" opt; do
    case $opt in
        i)
            for LINE in $(find $OPTARG -name '*.CR2') ; do
                cut -d ' ' -f1 <(sha1sum ${LINE})
            done
            ;;
        \?)
            echo "ERROR: -$OPTARG is an invalid option." >&2
            ;;
        :)
            echo "ERROR: -$OPTARG takes an argument." >&2
        esac
done
{'fraction_non_alphanumeric': 0.1355263157894737, 'fraction_numerical': 0.011842105263157895, 'mean_word_length': 1.3201219512195121, 'pattern_counts': {'":': 2, '<': 4, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6822926', 'n_tokens_mistral': 248, 'n_tokens_neox': 236, 'n_words': 77}