<commit_before>#!/bin/bash

set +x

svp="\${scala.version.prefix}"
substitution_cmd="s/_$svp/-spark2_$svp/g"

find . -name "pom.xml" -exec sed \
    -e "/utils-/ s/_2\.10/-spark2_2.10/g" \
    -e "/adam-/ s/_2\.10/-spark2_2.10/g" \
    -e "/utils-/ $substitution_cmd" \
    -e "/adam-/ $substitution_cmd" \
    -e "/spark.version/ s/1.6.3/2.0.0/g" \
    -i.spark2.bak '{}' \;<commit_msg>[ADAM-1307] move_to_spark_2 fails after moving to scala 2.11.<commit_after>#!/bin/bash

set +x

svp="\${scala.version.prefix}"
substitution_cmd="s/_$svp/-spark2_$svp/g"

find . -name "pom.xml" -exec sed \
    -e "/utils-/ s/_2\.1/-spark2_2.1/g" \
    -e "/adam-/ s/_2\.1/-spark2_2.1/g" \
    -e "/utils-/ $substitution_cmd" \
    -e "/adam-/ $substitution_cmd" \
    -e "/spark.version/ s/1.6.3/2.0.0/g" \
    -i.spark2.bak '{}' \;
{'fraction_non_alphanumeric': 0.2506112469437653, 'fraction_numerical': 0.05867970660146699, 'mean_word_length': 2.1379310344827585, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4481741', 'n_tokens_mistral': 440, 'n_tokens_neox': 391, 'n_words': 59}