<commit_before>#!/bin/bash

for i in "$@"
do
case $i in
    -s=*|--scala=*)
    SCALA_VERSION="${i#*=}"
    shift 
    ;;    
    *)
    ;;
esac
done

$SCALA_VERSION={SCALA_VERSION:-2.10.5}

docker exec -it master1 bash -c ". ~/.bashrc && \
                                  rm -rf geotrellis && git clone https://github.com/geotrellis/geotrellis.git && \
                                  cd ./geotrellis && ./publish-local.sh && cd ../ && \
                                  rm -rf geotrellis-chatta-demo && git clone https://github.com/pomadchin/geotrellis-chatta-demo.git && \
                                  cd ./geotrellis-chatta-demo/geotrellis && git checkout spark-version && ./sbt -Dscala.version=${SCALA_VERSION} assembly"

docker cp fs/resources master1:/data/geotrellis-chatta-demo/geotrellis/src/main/
docker cp fs/ingest.sh master1:/data/geotrellis-chatta-demo/geotrellis/<commit_msg>fix typo<commit_after>#!/bin/bash

for i in "$@"
do
case $i in
    -s=*|--scala=*)
    SCALA_VERSION="${i#*=}"
    shift 
    ;;    
    *)
    ;;
esac
done

$SCALA_VERSION=${SCALA_VERSION:-2.10.5}

docker exec -it master1 bash -c ". ~/.bashrc && \
                                  rm -rf geotrellis && git clone https://github.com/geotrellis/geotrellis.git && \
                                  cd ./geotrellis && ./publish-local.sh && cd ../ && \
                                  rm -rf geotrellis-chatta-demo && git clone https://github.com/pomadchin/geotrellis-chatta-demo.git && \
                                  cd ./geotrellis-chatta-demo/geotrellis && git checkout spark-version && ./sbt -Dscala.version=${SCALA_VERSION} assembly"

docker cp fs/resources master1:/data/geotrellis-chatta-demo/geotrellis/src/main/
docker cp fs/ingest.sh master1:/data/geotrellis-chatta-demo/geotrellis/
{'fraction_non_alphanumeric': 0.15406006674082315, 'fraction_numerical': 0.00778642936596218, 'mean_word_length': 1.8738019169329074, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 8, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3601415', 'n_tokens_mistral': 661, 'n_tokens_neox': 612, 'n_words': 106}