<commit_before>#!/bin/bash

set -e

#check for existing environment variables
: ${WORKSPACE:?"Need non empty WORKSPACE variable"}
: ${JOB_NAME:?"Need non empty JOB_NAME variable"}
: ${BUILD_NUMBER:?"Need non empty BUILD_NUMBER variable"}
: ${GIT_BRANCH:?"Need non empty GIT_BRANCH variable"}

export VERSION=$(<${WORKSPACE}/version)

#make project name uppercase
PROJECT="$(tr [a-z] [A-Z] <<< "$JOB_NAME")"
PORTS_PER_PROJECT=2000
BASE_PORT=10000

REAL_BRANCH=$(<${WORKSPACE}/.git/REAL_BRANCH)
cd `dirname $0`
./make_dist.sh ${JOB_NAME} ${REAL_BRANCH} ${BUILD_NUMBER}

let "PORT = BASE_PORT + BUILD_NUMBER % PORTS_PER_PROJECT"

for MODE in "dev" "prod"
do
  for PKG_TYPE in "deb" "rpm"
  do
    ./build-helper.sh ${JOB_NAME} ${REAL_BRANCH} ${BUILD_NUMBER} ${PORT} ${MODE} ${PKG_TYPE}
  done
done

./make_docker.sh ${JOB_NAME} ${REAL_BRANCH} ${GIT_COMMIT} ${BUILD_NUMBER}<commit_msg>build oxalis only once<commit_after>#!/bin/bash

set -e

#check for existing environment variables
: ${WORKSPACE:?"Need non empty WORKSPACE variable"}
: ${JOB_NAME:?"Need non empty JOB_NAME variable"}
: ${BUILD_NUMBER:?"Need non empty BUILD_NUMBER variable"}
: ${GIT_BRANCH:?"Need non empty GIT_BRANCH variable"}

export VERSION=$(<${WORKSPACE}/version)

#make project name uppercase
PROJECT="$(tr [a-z] [A-Z] <<< "$JOB_NAME")"
PORTS_PER_PROJECT=2000
BASE_PORT=10000

REAL_BRANCH=$(<${WORKSPACE}/.git/REAL_BRANCH)
cd `dirname $0`
./make_docker.sh ${JOB_NAME} ${REAL_BRANCH} ${GIT_COMMIT} ${BUILD_NUMBER}
./make_dist.sh ${JOB_NAME} ${REAL_BRANCH} ${BUILD_NUMBER}

let "PORT = BASE_PORT + BUILD_NUMBER % PORTS_PER_PROJECT"

for MODE in "dev" "prod"
do
  for PKG_TYPE in "deb" "rpm"
  do
    ./build-helper.sh ${JOB_NAME} ${REAL_BRANCH} ${BUILD_NUMBER} ${PORT} ${MODE} ${PKG_TYPE}
  done
done

{'fraction_non_alphanumeric': 0.16600790513833993, 'fraction_numerical': 0.01129305477131564, 'mean_word_length': 6.088, 'pattern_counts': {'":': 0, '<': 13, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6136642', 'n_tokens_mistral': 729, 'n_tokens_neox': 711, 'n_words': 160}