<commit_before>#!/usr/bin/env bash

export JAVA_HOME="$HOME/.jdk"
export PATH="$HOME/.heroku/bin:$JAVA_HOME/bin:$PATH"
limit=$(ulimit -u)
case $limit in
256)   # 1X Dyno
  default_java_mem_opts="-Xmx384m -Xss512k"
  ;;
512)   # 2X Dyno
  default_java_mem_opts="-Xmx768m"
  ;;
16384) # IX Dyno
  default_java_mem_opts="-Xmx2g"
  ;;
32768) # PX Dyno
  default_java_mem_opts="-Xmx12g"
  ;;
*)
  default_java_mem_opts="-Xmx384m -Xss512k"
  ;;
esac

default_java_opts="${default_java_mem_opts} -Dfile.encoding=UTF-8"
#export JVM_OPTS="${JVM_OPTS:-default_java_opts}"

if [[ "${JAVA_OPTS}" == *-Xmx* ]]; then
  export JAVA_TOOL_OPTIONS=${JAVA_TOOL_OPTIONS:-"-Dfile.encoding=UTF-8"}
else
  export JAVA_OPTS="${default_java_opts} $JAVA_OPTS"
  if [[ "${DYNO}" != *run.* ]]; then
    export JAVA_TOOL_OPTIONS=${JAVA_TOOL_OPTIONS:-${default_java_opts}}
  fi
  if [[ "${DYNO}" == *web.* ]]; then
    echo "Setting JAVA_TOOL_OPTIONS defaults based on dyno size. Custom settings will override them."
  fi
fi<commit_msg>Removed temporary JVM_OPTS setting<commit_after>#!/usr/bin/env bash

export JAVA_HOME="$HOME/.jdk"
export PATH="$HOME/.heroku/bin:$JAVA_HOME/bin:$PATH"
limit=$(ulimit -u)
case $limit in
256)   # 1X Dyno
  default_java_mem_opts="-Xmx384m -Xss512k"
  ;;
512)   # 2X Dyno
  default_java_mem_opts="-Xmx768m"
  ;;
16384) # IX Dyno
  default_java_mem_opts="-Xmx2g"
  ;;
32768) # PX Dyno
  default_java_mem_opts="-Xmx12g"
  ;;
*)
  default_java_mem_opts="-Xmx384m -Xss512k"
  ;;
esac

if [[ "${JAVA_OPTS}" == *-Xmx* ]]; then
  export JAVA_TOOL_OPTIONS=${JAVA_TOOL_OPTIONS:-"-Dfile.encoding=UTF-8"}
else
  default_java_opts="${default_java_mem_opts} -Dfile.encoding=UTF-8"
  export JAVA_OPTS="${default_java_opts} $JAVA_OPTS"
  if [[ "${DYNO}" != *run.* ]]; then
    export JAVA_TOOL_OPTIONS=${JAVA_TOOL_OPTIONS:-${default_java_opts}}
  fi
  if [[ "${DYNO}" == *web.* ]]; then
    echo "Setting JAVA_TOOL_OPTIONS defaults based on dyno size. Custom settings will override them."
  fi
fi
{'fraction_non_alphanumeric': 0.16683467741935484, 'fraction_numerical': 0.038306451612903226, 'mean_word_length': 4.907738095238095, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6369602', 'n_tokens_mistral': 920, 'n_tokens_neox': 809, 'n_words': 142}