<commit_before>#!/usr/bin/env bash
# Usage: checkout.sh name git-repo-path
source `dirname $0`/shared.inc

name=${1##*/}
name=${name%.git}

if [ ! -d $name ]; then
  echo "Checking out $1:"
  git clone $1
  cd $name

  echo "get remotes:"
  for remote in `git branch -r | grep -v origin/master`; do
    git checkout -t remotes/$remote
  done
else
  echo "Updating $1:"
  cd $name
  git checkout master
  git pull

  echo "update remotes:"
  for remote in `git branch -r | grep -v origin/master`; do
    git checkout ${remote#*/}
    git pull
  done
fi

echo "Get submodules"
git checkout master
git submodule update --init

ensure_bundle
echo<commit_msg>jenkins_integration: add force to checkouts<commit_after>#!/usr/bin/env bash
# Usage: checkout.sh name git-repo-path
source `dirname $0`/shared.inc

name=${1##*/}
name=${name%.git}

if [ ! -d $name ]; then
  echo "Checking out $1:"
  git clone $1
  cd $name

  echo "get remotes:"
  for remote in `git branch -r | grep -v origin/master`; do
    git checkout -t remotes/$remote
  done
else
  echo "Updating $1:"
  cd $name
  git checkout -f master
  git pull

  echo "update remotes:"
  for remote in `git branch -r | grep -v origin/master`; do
    git checkout -f ${remote#*/}
    git pull
  done
fi

echo "Get submodules"
git checkout -f master
git submodule update --init

ensure_bundle
echo
{'fraction_non_alphanumeric': 0.12472160356347439, 'fraction_numerical': 0.007423904974016332, 'mean_word_length': 3.1733746130030958, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5526495', 'n_tokens_mistral': 491, 'n_tokens_neox': 465, 'n_words': 176}