<commit_before>IOJS_VER=${1}

if [ -n "$(arch | grep 64)" ]; then
  ARCH="x64"
else
  ARCH="x86"
fi

IOJS_REMOTE="http://iojs.org/dist/${IOJS_VER}/iojs-${IOJS_VER}-linux-${ARCH}.tar.gz"
IOJS_LOCAL="/tmp/iojs-${IOJS_VER}-linux-${ARCH}.tar.gz"
IOJS_UNTAR="/tmp/iojs-${IOJS_VER}-linux-${ARCH}"

if [ -n "${IOJS_VER}" ]; then
  echo "installing io.js as iojs ${IOJS_VER}..."

  if [ -n "$(which curl 2>/dev/null)" ]; then
    curl -fsSL ${IOJS_REMOTE} -o ${IOJS_LOCAL} || echo 'error downloading io.js'
  elif [ -n "$(which wget 2>/dev/null)" ]; then
    wget --quiet ${IOJS_REMOTE} -O ${IOJS_LOCAL} || echo 'error downloading io.js'
  else
    echo "'wget' and 'curl' are missing. Please run the following command and try again"
    echo "\tsudo apt-get install --yes curl wget"
    exit 1
  fi

  tar xf ${IOJS_LOCAL}
  rm ${IOJS_UNTAR}/{LICENSE,CHANGELOG.md,README.md}
  sudo rsync -a "${IOJS_UNTAR}/" /usr/local/


  sudo chown -R $(whoami) /usr/local
fi<commit_msg>specify output dir with tar instead of using cd<commit_after>IOJS_VER=${1}

if [ -n "$(arch | grep 64)" ]; then
  ARCH="x64"
else
  ARCH="x86"
fi

IOJS_REMOTE="http://iojs.org/dist/${IOJS_VER}/iojs-${IOJS_VER}-linux-${ARCH}.tar.gz"
IOJS_LOCAL="/tmp/iojs-${IOJS_VER}-linux-${ARCH}.tar.gz"
IOJS_UNTAR="/tmp/iojs-${IOJS_VER}-linux-${ARCH}"

if [ -n "${IOJS_VER}" ]; then
  echo "installing io.js as iojs ${IOJS_VER}..."

  if [ -n "$(which curl 2>/dev/null)" ]; then
    curl -fsSL ${IOJS_REMOTE} -o ${IOJS_LOCAL} || echo 'error downloading io.js'
  elif [ -n "$(which wget 2>/dev/null)" ]; then
    wget --quiet ${IOJS_REMOTE} -O ${IOJS_LOCAL} || echo 'error downloading io.js'
  else
    echo "'wget' and 'curl' are missing. Please run the following command and try again"
    echo "\tsudo apt-get install --yes curl wget"
    exit 1
  fi

  tar xf ${IOJS_LOCAL} -C /tmp/
  rm ${IOJS_UNTAR}/{LICENSE,CHANGELOG.md,README.md}
  sudo rsync -a "${IOJS_UNTAR}/" /usr/local/


  sudo chown -R $(whoami) /usr/local
fi
{'fraction_non_alphanumeric': 0.1918987341772152, 'fraction_numerical': 0.010126582278481013, 'mean_word_length': 3.5114155251141552, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5487580', 'n_tokens_mistral': 841, 'n_tokens_neox': 794, 'n_words': 199}