<commit_before>#!/bin/bash

set -u
# set -x

function find_src {
  files=`find anvil -type f | grep "py\$"`
  files+=" bin/smithy"
  echo $files
}

function run_pep8 {
  echo "Running pep8 ..."
  files=$(find_src)
  ignores="E202,E501"
  output_filename="pep8.log"
  opts="--ignore=$ignores --repeat"
  pep8 ${opts} ${files} 2>&1 > $output_filename
  if [ "$?" -ne "0" ]; then
    echo "Some badness was found!"
  fi
  echo "Check '$output_filename' for a full report."
}
<commit_msg>No bin/smithy anymore<commit_after>#!/bin/bash

set -u
# set -x

function find_src {
  files=`find anvil -type f | grep "py\$"`
  echo $files
}

function run_pep8 {
  echo "Running pep8 ..."
  files=$(find_src)
  ignores="E202,E501"
  output_filename="pep8.log"
  opts="--ignore=$ignores --repeat"
  pep8 ${opts} ${files} 2>&1 > $output_filename
  if [ "$?" -ne "0" ]; then
    echo "Some badness was found!"
  fi
  echo "Check '$output_filename' for a full report."
}

{'fraction_non_alphanumeric': 0.1720881427072403, 'fraction_numerical': 0.02728226652675761, 'mean_word_length': 3.437209302325581, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '38025', 'n_tokens_mistral': 390, 'n_tokens_neox': 369, 'n_words': 98}