<commit_before>#!/bin/bash

#
# Author: <NAME> (<EMAIL>)
#
# Installs the Functest framework within the Docker container
# and run the tests automatically
#
#
# All rights reserved. This program and the accompanying materials
# are made available under the terms of the Apache License, Version 2.0
# which accompanies this distribution, and is available at
# http://www.apache.org/licenses/LICENSE-2.0
#

usage="Script to prepare the Functest environment.

usage:
    bash $(basename "$0") [--offline] [-h|--help] [-t <test_name>]

where:
    -o|--offline      optional offline mode (experimental)
    -h|--help         show this help text

examples:
    $(basename "$0")
    $(basename "$0") --offline"

offline=false

# Parse parameters
while [[ $# > 0 ]]
    do
    key="$1"
    case $key in
        -h|--help)
            echo "$usage"
            exit 0
            shift
        ;;
        -o|--offline)
            offline=true
        ;;
        *)
            error "unknown option $1"
            exit 1
        ;;
    esac
    shift # past argument or value
done

BASEDIR=`dirname $0`
source ${BASEDIR}/common.sh

# Support for Functest offline
# NOTE: Still not 100% working when running the tests

info "######### Preparing Functest environment #########"
if [ $offline == false ]; then
    info "MODE: online"
else
    info "MODE: offline"
fi

# definition of available installer names
INSTALLERS=(fuel compass apex joid)

if [ ! -f ${FUNCTEST_CONF_DIR}/openstack.creds ]; then
    # If credentials file is not given, check if environment variables are set
    # to get the creds using fetch_os_creds.sh later on
    info "Checking environment variables INSTALLER_TYPE and INSTALLER_IP"
    if [ -z ${INSTALLER_TYPE} ]; then
        error "Environment variable 'INSTALLER_TYPE' is not defined."
    elif [[ ${INSTALLERS[@]} =~ ${INSTALLER_TYPE} ]]; then
        info "INSTALLER_TYPE env variable found: ${INSTALLER_TYPE}"
    else
        error "Invalid environment variable INSTALLER_TYPE=${INSTALLER_TYPE}"
    fi

    if [ -z ${INSTALLER_IP} ]; then
        error "Environment variable 'INSTALLER_IP' is not defined."
    fi
    info "INSTALLER_IP env variable found: ${INSTALLER_IP}"
fi


if [ $offline == false ]; then
    # Update repos
    info "Updating Releng repository...."
    cd ${RELENG_REPO_DIR}
    if [ ${RELENG_BRANCH} != "master" ]; then
        info "Releng repo: checkout ${RELENG_BRANCH} branch..."
        git checkout ${RELENG_BRANCH}
    fi
    info "Releng repo: pulling to latest..."
    git pull
    if [ ${RELENG_COMMIT} != "latest" ]; then
        info "Releng repo: given commit is ${RELENG_COMMIT}. Reseting..."
        git reset --hard ${RELENG_COMMIT}
    fi

    info "Updating Rally repository...."
    cd ${RALLY_REPO_DIR}
    if [ ${RALLY_BRANCH} != "master" ]; then
        info "Rally repo: checkout ${RALLY_BRANCH} branch..."
        git checkout ${RALLY_BRANCH}
    fi
    info "Rally repo: pulling to latest..."
    git pull
    # We leave the reset command for later.

    info "Updating vIMS test repository...."
    cd ${VIMS_REPO_DIR}
    if [ ${VIMS_BRANCH} != "stable" ]; then
        info "Releng repo: checkout ${VIMS_TEST_BRANCH} branch..."
        git checkout ${VIMS_BRANCH}
    fi
    info "vIMS test repo: pulling to latest..."
    git pull
    if [ ${VIMS_COMMIT} != "latest" ]; then
        info "vIMS test repo: given commit is ${VIMS_TEST_COMMIT}. Reseting..."
        git reset --hard ${VIMS_COMMIT}
    fi

    info "Updating BGPVPN repository...."
    cd ${BGPVPN_REPO_DIR}
    if [ ${BGPVPN_BRANCH} != "master" ]; then
        info "BGPVPN repo: checkout ${BGPVPN_BRANCH} branch..."
        git checkout ${BGPVPN_BRANCH}
    fi
    info "BGPVPN repo: pulling to latest..."
    git pull
    if [ ${BGPVPN_COMMIT} != "latest" ]; then
        info "BGPVPN repo: given commit is ${BGPVPN_COMMIT}. Reseting..."
        git reset --hard ${BGPVPN_COMMIT}
    fi

    info "Updating ONOS repository...."
    cd ${ONOS_REPO_DIR}
    if [ ${ONOS_BRANCH} != "master" ]; then
        info "ONOS repo: checkout ${ONOS} branch..."
        git checkout ${ONOS_BRANCH}
    fi
    info "ONOS repo: pulling to latest..."
    git pull
    if [ ${ONOS_COMMIT} != "latest" ]; then
        info "ONOS repo: given commit is ${ONOS_COMMIT}. Reseting..."
        git reset --hard ${ONOS_COMMIT}
    fi

    info "Updating PROMISE repository...."
    cd ${PROMISE_REPO_DIR}
    if [ ${PROMISE_BRANCH} != "master" ]; then
        info "PROMISE repo: checkout ${PROMISE} branch..."
        git checkout ${PROMISE_BRANCH}
    fi
    info "PROMISE repo: pulling to latest..."
    git pull
    if [ ${PROMISE_COMMIT} != "latest" ]; then
        info "PROMISE repo: given commit is ${PROMISE_COMMIT}. Reseting..."
        git reset --hard ${PROMISE_COMMIT}
    fi

    info "Updating OVNO repository...."
    cd ${OVNO_REPO_DIR}
    if [ ${OVNO_BRANCH} != "master" ]; then
        info "OVNO repo: checkout ${OVNO} branch..."
        git checkout ${OVNO_BRANCH}
    fi
    info "OVNO repo: pulling to latest..."
    git pull
    if [ ${OVNO_COMMIT} != "latest" ]; then
        info "OVNO repo: given commit is ${OVNO_COMMIT}. Reseting..."
        git reset --hard ${OVNO_COMMIT}
    fi

fi

# We do this regardless if its online or offline mode.
# Assumption: the docker image contains a newer rally repo than the given commit.
if [ ${RALLY_COMMIT} != "latest" ]; then
    cd ${RALLY_REPO_DIR}
    info "Rally repo: given commit is ${RALLY_COMMIT}. Reseting..."
    git reset --hard ${RALLY_COMMIT}
fi


# Create directories
mkdir -p ${FUNCTEST_CONF_DIR}
mkdir -p ${FUNCTEST_DATA_DIR}
mkdir -p ${FUNCTEST_RESULTS_DIR}/ODL



# Create Openstack credentials file
if [ ! -f ${FUNCTEST_CONF_DIR}/openstack.creds ]; then
    ${REPOS_DIR}/releng/utils/fetch_os_creds.sh -d ${FUNCTEST_CONF_DIR}/openstack.creds \
        -i ${INSTALLER_TYPE} -a ${INSTALLER_IP}
    retval=$?
    if [ $retval != 0 ]; then
        error "Cannot retrieve credentials file from installation. Check logs."<commit_msg>Temp solution to workaround the problem with pip when installing tempest<commit_after>#!/bin/bash

#
# Author: <NAME> (<EMAIL>)
#
# Installs the Functest framework within the Docker container
# and run the tests automatically
#
#
# All rights reserved. This program and the accompanying materials
# are made available under the terms of the Apache License, Version 2.0
# which accompanies this distribution, and is available at
# http://www.apache.org/licenses/LICENSE-2.0
#

usage="Script to prepare the Functest environment.

usage:
    bash $(basename "$0") [--offline] [-h|--help] [-t <test_name>]

where:
    -o|--offline      optional offline mode (experimental)
    -h|--help         show this help text

examples:
    $(basename "$0")
    $(basename "$0") --offline"

offline=false

# Parse parameters
while [[ $# > 0 ]]
    do
    key="$1"
    case $key in
        -h|--help)
            echo "$usage"
            exit 0
            shift
        ;;
        -o|--offline)
            offline=true
        ;;
        *)
            error "unknown option $1"
            exit 1
        ;;
    esac
    shift # past argument or value
done

BASEDIR=`dirname $0`
source ${BASEDIR}/common.sh

# Support for Functest offline
# NOTE: Still not 100% working when running the tests

info "######### Preparing Functest environment #########"
if [ $offline == false ]; then
    info "MODE: online"
else
    info "MODE: offline"
fi

# definition of available installer names
INSTALLERS=(fuel compass apex joid)

if [ ! -f ${FUNCTEST_CONF_DIR}/openstack.creds ]; then
    # If credentials file is not given, check if environment variables are set
    # to get the creds using fetch_os_creds.sh later on
    info "Checking environment variables INSTALLER_TYPE and INSTALLER_IP"
    if [ -z ${INSTALLER_TYPE} ]; then
        error "Environment variable 'INSTALLER_TYPE' is not defined."
    elif [[ ${INSTALLERS[@]} =~ ${INSTALLER_TYPE} ]]; then
        info "INSTALLER_TYPE env variable found: ${INSTALLER_TYPE}"
    else
        error "Invalid environment variable INSTALLER_TYPE=${INSTALLER_TYPE}"
    fi

    if [ -z ${INSTALLER_IP} ]; then
        error "Environment variable 'INSTALLER_IP' is not defined."
    fi
    info "INSTALLER_IP env variable found: ${INSTALLER_IP}"
fi


if [ $offline == false ]; then
    # Update repos
    info "Updating Releng repository...."
    cd ${RELENG_REPO_DIR}
    if [ ${RELENG_BRANCH} != "master" ]; then
        info "Releng repo: checkout ${RELENG_BRANCH} branch..."
        git checkout ${RELENG_BRANCH}
    fi
    info "Releng repo: pulling to latest..."
    git pull
    if [ ${RELENG_COMMIT} != "latest" ]; then
        info "Releng repo: given commit is ${RELENG_COMMIT}. Reseting..."
        git reset --hard ${RELENG_COMMIT}
    fi

    info "Updating Rally repository...."
    cd ${RALLY_REPO_DIR}
    if [ ${RALLY_BRANCH} != "master" ]; then
        info "Rally repo: checkout ${RALLY_BRANCH} branch..."
        git checkout ${RALLY_BRANCH}
    fi
    info "Rally repo: pulling to latest..."
    git pull
    # We leave the reset command for later.

    info "Updating vIMS test repository...."
    cd ${VIMS_REPO_DIR}
    if [ ${VIMS_BRANCH} != "stable" ]; then
        info "Releng repo: checkout ${VIMS_TEST_BRANCH} branch..."
        git checkout ${VIMS_BRANCH}
    fi
    info "vIMS test repo: pulling to latest..."
    git pull
    if [ ${VIMS_COMMIT} != "latest" ]; then
        info "vIMS test repo: given commit is ${VIMS_TEST_COMMIT}. Reseting..."
        git reset --hard ${VIMS_COMMIT}
    fi

    info "Updating BGPVPN repository...."
    cd ${BGPVPN_REPO_DIR}
    if [ ${BGPVPN_BRANCH} != "master" ]; then
        info "BGPVPN repo: checkout ${BGPVPN_BRANCH} branch..."
        git checkout ${BGPVPN_BRANCH}
    fi
    info "BGPVPN repo: pulling to latest..."
    git pull
    if [ ${BGPVPN_COMMIT} != "latest" ]; then
        info "BGPVPN repo: given commit is ${BGPVPN_COMMIT}. Reseting..."
        git reset --hard ${BGPVPN_COMMIT}
    fi

    info "Updating ONOS repository...."
    cd ${ONOS_REPO_DIR}
    if [ ${ONOS_BRANCH} != "master" ]; then
        info "ONOS repo: checkout ${ONOS} branch..."
        git checkout ${ONOS_BRANCH}
    fi
    info "ONOS repo: pulling to latest..."
    git pull
    if [ ${ONOS_COMMIT} != "latest" ]; then
        info "ONOS repo: given commit is ${ONOS_COMMIT}. Reseting..."
        git reset --hard ${ONOS_COMMIT}
    fi

    info "Updating PROMISE repository...."
    cd ${PROMISE_REPO_DIR}
    if [ ${PROMISE_BRANCH} != "master" ]; then
        info "PROMISE repo: checkout ${PROMISE} branch..."
        git checkout ${PROMISE_BRANCH}
    fi
    info "PROMISE repo: pulling to latest..."
    git pull
    if [ ${PROMISE_COMMIT} != "latest" ]; then
        info "PROMISE repo: given commit is ${PROMISE_COMMIT}. Reseting..."
        git reset --hard ${PROMISE_COMMIT}
    fi

    info "Updating OVNO repository...."
    cd ${OVNO_REPO_DIR}
    if [ ${OVNO_BRANCH} != "master" ]; then
        info "OVNO repo: checkout ${OVNO} branch..."
        git checkout ${OVNO_BRANCH}
    fi
    info "OVNO repo: pulling to latest..."
    git pull
    if [ ${OVNO_COMMIT} != "latest" ]; then
        info "OVNO repo: given commit is ${OVNO_COMMIT}. Reseting..."
        git reset --hard ${OVNO_COMMIT}
    fi

fi

# We do this regardless if its online or offline mode.
# Assumption: the docker image contains a newer rally repo than the given commit.
if [ ${RALLY_COMMIT} != "latest" ]; then
    cd ${RALLY_REPO_DIR}
    info "Rally repo: given commit is ${RALLY_COMMIT}. Reseting..."
    git reset --hard ${RALLY_COMMIT}
fi

# IMPORTANT: To be removed when version 0.2.1 is out
git config --global user.email "<EMAIL>"
git config --global user.name "opnfv/functest"
git fetch https://review.openstack.org/openstack/rally refs/changes/06/270506/9 && git cherry-pick FETCH_HEAD


# Create directories
mkdir -p ${FUNCTEST_CONF_DIR}
mkdir -p ${FUNCTEST_DATA_DIR}
mkdir -p ${FUNCTEST_RESULTS_DIR}/ODL



# Create Openstack credentials file
if [ ! -f ${FUNCTEST_CONF_DIR}/openstack.creds ]; then
    ${REPOS_DIR}/releng/utils/fetch_os_creds.sh -d ${FUNCTEST_CONF_DIR}/openstack.creds \
        -i ${INSTALLER_TYPE} -a ${INSTALLER_IP}
    retval=$?
    if [ $retval != 0 ]; then
        error "Cannot retrieve credentials file from installation. Check logs."
{'fraction_non_alphanumeric': 0.12608028430659882, 'fraction_numerical': 0.003715370325498748, 'mean_word_length': 2.6741839762611277, 'pattern_counts': {'":': 0, '<': 10, '<?xml version=': 0, '>': 12, 'https://': 1, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5157758', 'n_tokens_mistral': 4173, 'n_tokens_neox': 3931, 'n_words': 1289}