<commit_before>#!/bin/sh
DEPL=kbase/deplbase:latest
BASE=kbase/narrative:base2.0
KBR=https://github.com/KBaseIncubator/kbrouter
MONGO=mongo:2.4
MYSQL=mysql:5.5
NGINX=nginx:1.9.2

# Pre-reqs
echo "Preflight"
for image in $DEPL $BASE $MONGO $MYSQL $NGINX; do
  docker inspect $image > /dev/null
  if [ $? -ne 0 ] ; then
    echo "Pulling $image"
    docker pull $image
  fi
done

# Check for the site.cfg
if [ ! -e ./site.cfg ] ; then
  echo "No site.cfg"
  echo "Copy site.cfg.example and modify appropriately"
  exit
fi

# We need docker compose
which docker-compose > /dev/null
if [ $? -ne 0 ] ; then
  echo "Missing docker-compose"
  echo "Install it from here.."
  echo "https://docs.docker.com/compose/install/"
  exit
fi

# Source the config
. ./site.cfg
<commit_msg>always pull latest Docker image<commit_after>#!/bin/sh
DEPL=kbase/deplbase:latest
BASE=kbase/narrative:base2.0
KBR=https://github.com/KBaseIncubator/kbrouter
MONGO=mongo:2.4
MYSQL=mysql:5.5
NGINX=nginx:1.9.2

# Pre-reqs
echo "Preflight"
for image in $DEPL $BASE $MONGO $MYSQL $NGINX; do
  #docker inspect $image > /dev/null
  #if [ $? -ne 0 ] ; then
    echo "Pulling $image"
    docker pull $image
  #fi
done

# Check for the site.cfg
if [ ! -e ./site.cfg ] ; then
  echo "No site.cfg"
  echo "Copy site.cfg.example and modify appropriately"
  exit
fi

# We need docker compose
which docker-compose > /dev/null
if [ $? -ne 0 ] ; then
  echo "Missing docker-compose"
  echo "Install it from here.."
  echo "https://docs.docker.com/compose/install/"
  exit
fi

# Source the config
. ./site.cfg

{'fraction_non_alphanumeric': 0.13610223642172525, 'fraction_numerical': 0.014057507987220448, 'mean_word_length': 3.3865546218487395, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 7, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6011173', 'n_tokens_mistral': 639, 'n_tokens_neox': 611, 'n_words': 166}