<commit_before>#!/bin/bash -x

function mac_address_part() {
    hex_number=$(printf '%02x' $RANDOM)
    number_length=${#hex_number}
    number_start=$(expr $number_length - 2)
    echo ${hex_number:$number_start:2}
}

function mac_address() {
    echo "00:00:$(mac_address_part):$(mac_address_part):$(mac_address_part):$(mac_address_part)"
}

function tear_down_machines() {
    virtmachines=$(virsh list --name)
    for virtmachine in $virtmachines; do
        echo "destroy $virtmachine"
        virsh destroy $virtmachine
        if [[ "$?" != "0" ]]; then
            echo "destroy instance $virtmachine failed"
            exit 1
        fi
    done
    virtmachines=$(virsh list --all --name)
    for virtmachine in $virtmachines; do
        echo "undefine $virtmachine"
        virsh undefine $virtmachine
        if [[ "$?" != "0" ]]; then
            echo "undefine instance $virtmachine failed"
            exit 1
        fi
    done
}

REGTEST_CONF=${REGTEST_CONF:-"regtest.conf"}
REGTEST_DIR=$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )
source ${REGTEST_DIR}/${REGTEST_CONF}
source `which virtualenvwrapper.sh`
workon compass-core

machines=''

tear_down_machines

echo "setup $VIRT_NUM virt machines"
for i in `seq $VIRT_NUM`; do
    if [[ ! -e /tmp/pxe${i}.raw ]]; then
        echo "create image for instance pxe$i"
        qemu-img create -f raw /tmp/pxe${i}.raw ${VIRT_DISK}
        if [[ "$?" != "0" ]]; then
            echo "create image /tmp/pxe${i}.raw failed"
            exit 1
        fi 
    else
        echo "recreate image for instance pxe$i"
        rm -rf /tmp/pxe${i}.raw
        qemu-img create -f raw /tmp/pxe${i}.raw ${VIRT_DISK}
        if [[ "$?" != "0" ]]; then
            echo "create image /tmp/pxe${i}.raw failed"
            exit 1
        fi 
    fi
    mac=$(mac_address)
    echo "virt-install instance pxe$i on mac ${mac}"
    virt-install --accelerate --hvm --connect qemu:///system \
        --network=bridge:installation,mac=${mac} --pxe \
        --network=bridge:installation \
        --network=bridge:installation \
        --network=bridge:installation \
        --name pxe${i} --ram=${VIRT_MEM} \
        --disk /tmp/pxe${i}.raw,format=raw \
        --vcpus=${VIRT_CPUS} \
        --graphics vnc,listen=0.0.0.0 \
        --noautoconsole \
        --autostart \
        --os-type=linux --os-variant=rhel6
    if [[ "$?" != "0" ]]; then
        echo "install instance pxe${i} failed"
        exit 1
    fi

    echo "check pxe${i} state"
    state=$(virsh domstate pxe${i})
    echo "pxe${i} state is ${state}"
    if [[ "$state" == "running" ]]; then
        echo "pxe${i} is already running"
        virsh destroy pxe${i}
        if [[ "$?" != "0" ]]; then
            echo "detroy intsance pxe${i} failed"
            exit 1
	else
	    echo "pxe${i} is detroyed"
        fi
    fi

    echo "make pxe${i} reboot if installation failing."
    sed -i "/<boot dev='hd'\/>/ a\    <bios useserial='yes' rebootTimeout='0'\/>" /etc/libvirt/qemu/pxe${i}.xml
    virsh define /etc/libvirt/qemu/pxe${i}.xml
    virsh dumpxml pxe${i} | grep "<bios useserial='yes' rebootTimeout='0'\/>"
    if [[ "$?" != "0" ]]; then
	echo "pxe${i} auto reboot is not enabled"
	exit 1
    else
	echo "pxe${i} auto reboot is enabled"
    fi

    echo "start pxe${i}"
    virsh start pxe${i}
    if [[ "$?" != "0" ]]; then
        echo "start instance pxe${i} failed"
        exit 1
    fi

    if [ -z "$machines" ]; then
        machines="${mac}"
    else
        machines="${machines},${mac}"
    fi
done

echo "machines: $machines"
virsh list

# Avoid infinite relative symbolic links
if [[ ! -L cobbler_logs ]]; then
    ln -s /var/log/cobbler/anamon cobbler_logs
fi
if [[ ! -L compass_logs ]]; then
    ln -s /var/log/compass compass_logs
fi
if [[ ! -L chef_logs ]]; then
    ln -s /var/log/chef chef_logs
fi
CLIENT_SCRIPT=/opt/compass/bin/client.py
if [[ "$CLEAN_OLD_DATA" == "0" || "$CLEAN_OLD_DATA" == "false" ]]; then
    echo "keep old deployment data"
else
    rm -rf /var/log/compass/*
    /opt/compass/bin/refresh.sh
    if [[ "$?" != "0" ]]; then
        echo "failed to refresh"
        exit 1
    fi
    /opt/compass/bin/clean_nodes.sh
    /opt/compass/bin/clean_clients.sh
    /opt/compass/bin/clean_environments.sh
    /opt/compass/bin/remove_systems.sh
fi

if [[ "$USE_POLL_SWITCHES" == "0" || "$USE_POLL_SWITCHES" == "false" ]]; then
    POLL_SWITCHES_FLAG="nopoll_switches"
    TMP_SWITCH_MACHINE_FILE=$(mktemp)
    > ${TMP_SWITCH_MACHINE_FILE}
    for switch_ip in ${SWITCH_IPS//,/ }; do
        echo "switch,${switch_ip},huawei,${SWITCH_VERSION},${SWITCH_COMMUNITY},under_monitoring" >> ${TMP_SWITCH_MACHINE_FILE}
        switch_port=1
        for mac in ${machines//,/ }; do
            echo "machine,${switch_ip},${switch_port},${mac}" >> ${TMP_SWITCH_MACHINE_FILE}
            let switch_port+=1
        done
        break
    done
    echo "generated switch machine file: $TMP_SWITCH_MACHINE_FILE"
    cat $TMP_SWITCH_MACHINE_FILE
    echo "======================================================="
    /opt/compass/bin/manage_db.py set_switch_machines --switch_machines_file ${TMP_SWITCH_MACHINE_FILE}
    if [[ "$?" != "0" ]]; then
        echo "failed to set switch machines"
        exit 1
    fi
else
    POLL_SWITCHES_FLAG="poll_switches"
fi

if [ -n "$LOCAL_REPO_URL" ]; then
    PROXY=
fi

${CLIENT_SCRIPT} --logfile= --loglevel=debug --logdir= --compass_server="${COMPASS_SERVER_URL}" --compass_user_email="${COMPASS_USER_EMAIL}" --compass_user_password="${<PASSWORD>}" --cluster_name="${CLUSTER_NAME}" --language="${LANGUAGE}" --timezone="${TIMEZONE}" --hostnames="${HOSTNAMES}" --partitions="${PARTITIONS}" --subnets="${SUBNETS}" --adapter_os_pattern="${ADAPTER_OS_PATTERN}" --adapter_name="${ADAPTER_NAME}" --adapter_target_system_pattern="${ADAPTER_TARGET_SYSTEM_PATTERN}" --adapter_flavor_pattern="${ADAPTER_FLAVOR_PATTERN}" --http_proxy="${PROXY}" --https_proxy="${PROXY}" --no_proxy="${IGNORE_PROXY}" --ntp_server="${NTP_SERVER}" --dns_servers="${NAMESERVERS}" --domain="${DOMAIN}" --search_path="${SEARCH_PATH}" --default_gateway="${GATEWAY}" --server_credential="${SERVER_CREDENTIAL}" --local_repo_url="${LOCAL_REPO_URL}" --os_config_json_file="${OS_CONFIG_FILENAME}" --service_credentials="${SERVICE_CREDENTIALS}" --console_credentials="${CONSOLE_CREDENTIALS}" --host_networks="${HOST_NETWORKS}" --network_mapping="${NETWORK_MAPPING}" --package_config_json_file="${PACKAGE_CONFIG_FILENAME}" --host_roles="${HOST_ROLES}" --default_roles="${DEFAULT_ROLES}" --switch_ips="${SWITCH_IPS}" --machines="${machines}" --switch_credential="${SWITCH_CREDENTIAL}" --deployment_timeout="${DEPLOYMENT_TIMEOUT}" --${POLL_SWITCHES_FLAG} --dashboard_url="${DASHBOARD_URL}"
rc=$?
deactivate
# Tear down machines after the test
if [[ $rc != 0 ]]; then
    tear_down_machines
    echo "deployment failed"
    exit 1
fi
#if [[ $tempest == true ]]; then
#    ./tempest_run.sh
#    if [[ $? != 0 ]]; then
#        tear_down_machines
#        echo "tempest failed"
#        exit 1
#    fi
#    tear_down_machines 
#fi<commit_msg>change pxe image location from /tmp to /home<commit_after>#!/bin/bash -x

function mac_address_part() {
    hex_number=$(printf '%02x' $RANDOM)
    number_length=${#hex_number}
    number_start=$(expr $number_length - 2)
    echo ${hex_number:$number_start:2}
}

function mac_address() {
    echo "00:00:$(mac_address_part):$(mac_address_part):$(mac_address_part):$(mac_address_part)"
}

function tear_down_machines() {
    virtmachines=$(virsh list --name)
    for virtmachine in $virtmachines; do
        echo "destroy $virtmachine"
        virsh destroy $virtmachine
        if [[ "$?" != "0" ]]; then
            echo "destroy instance $virtmachine failed"
            exit 1
        fi
    done
    virtmachines=$(virsh list --all --name)
    for virtmachine in $virtmachines; do
        echo "undefine $virtmachine"
        virsh undefine $virtmachine
        if [[ "$?" != "0" ]]; then
            echo "undefine instance $virtmachine failed"
            exit 1
        fi
    done
}

REGTEST_CONF=${REGTEST_CONF:-"regtest.conf"}
REGTEST_DIR=$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )
source ${REGTEST_DIR}/${REGTEST_CONF}
source `which virtualenvwrapper.sh`
workon compass-core

machines=''

tear_down_machines

echo "setup $VIRT_NUM virt machines"
rm -rf /tmp/pxe*.raw
for i in `seq $VIRT_NUM`; do
    if [[ ! -e /home/pxe${i}.raw ]]; then
        echo "create image for instance pxe$i"
        qemu-img create -f raw /home/pxe${i}.raw ${VIRT_DISK}
        if [[ "$?" != "0" ]]; then
            echo "create image /home/pxe${i}.raw failed"
            exit 1
        fi 
    else
        echo "recreate image for instance pxe$i"
        rm -rf /home/pxe${i}.raw
        qemu-img create -f raw /home/pxe${i}.raw ${VIRT_DISK}
        if [[ "$?" != "0" ]]; then
            echo "create image /home/pxe${i}.raw failed"
            exit 1
        fi 
    fi
    mac=$(mac_address)
    echo "virt-install instance pxe$i on mac ${mac}"
    virt-install --accelerate --hvm --connect qemu:///system \
        --network=bridge:installation,mac=${mac} --pxe \
        --network=bridge:installation \
        --network=bridge:installation \
        --network=bridge:installation \
        --name pxe${i} --ram=${VIRT_MEM} \
        --disk /home/pxe${i}.raw,format=raw \
        --vcpus=${VIRT_CPUS} \
        --graphics vnc,listen=0.0.0.0 \
        --noautoconsole \
        --autostart \
        --os-type=linux --os-variant=rhel6
    if [[ "$?" != "0" ]]; then
        echo "install instance pxe${i} failed"
        exit 1
    fi

    echo "check pxe${i} state"
    state=$(virsh domstate pxe${i})
    echo "pxe${i} state is ${state}"
    if [[ "$state" == "running" ]]; then
        echo "pxe${i} is already running"
        virsh destroy pxe${i}
        if [[ "$?" != "0" ]]; then
            echo "detroy intsance pxe${i} failed"
            exit 1
	else
	    echo "pxe${i} is detroyed"
        fi
    fi

    echo "make pxe${i} reboot if installation failing."
    sed -i "/<boot dev='hd'\/>/ a\    <bios useserial='yes' rebootTimeout='0'\/>" /etc/libvirt/qemu/pxe${i}.xml
    virsh define /etc/libvirt/qemu/pxe${i}.xml
    virsh dumpxml pxe${i} | grep "<bios useserial='yes' rebootTimeout='0'\/>"
    if [[ "$?" != "0" ]]; then
	echo "pxe${i} auto reboot is not enabled"
	exit 1
    else
	echo "pxe${i} auto reboot is enabled"
    fi

    echo "start pxe${i}"
    virsh start pxe${i}
    if [[ "$?" != "0" ]]; then
        echo "start instance pxe${i} failed"
        exit 1
    fi

    if [ -z "$machines" ]; then
        machines="${mac}"
    else
        machines="${machines},${mac}"
    fi
done

echo "machines: $machines"
virsh list

# Avoid infinite relative symbolic links
if [[ ! -L cobbler_logs ]]; then
    ln -s /var/log/cobbler/anamon cobbler_logs
fi
if [[ ! -L compass_logs ]]; then
    ln -s /var/log/compass compass_logs
fi
if [[ ! -L chef_logs ]]; then
    ln -s /var/log/chef chef_logs
fi
CLIENT_SCRIPT=/opt/compass/bin/client.py
if [[ "$CLEAN_OLD_DATA" == "0" || "$CLEAN_OLD_DATA" == "false" ]]; then
    echo "keep old deployment data"
else
    rm -rf /var/log/compass/*
    /opt/compass/bin/refresh.sh
    if [[ "$?" != "0" ]]; then
        echo "failed to refresh"
        exit 1
    fi
    /opt/compass/bin/clean_nodes.sh
    /opt/compass/bin/clean_clients.sh
    /opt/compass/bin/clean_environments.sh
    /opt/compass/bin/remove_systems.sh
fi

if [[ "$USE_POLL_SWITCHES" == "0" || "$USE_POLL_SWITCHES" == "false" ]]; then
    POLL_SWITCHES_FLAG="nopoll_switches"
    TMP_SWITCH_MACHINE_FILE=$(mktemp)
    > ${TMP_SWITCH_MACHINE_FILE}
    for switch_ip in ${SWITCH_IPS//,/ }; do
        echo "switch,${switch_ip},huawei,${SWITCH_VERSION},${SWITCH_COMMUNITY},under_monitoring" >> ${TMP_SWITCH_MACHINE_FILE}
        switch_port=1
        for mac in ${machines//,/ }; do
            echo "machine,${switch_ip},${switch_port},${mac}" >> ${TMP_SWITCH_MACHINE_FILE}
            let switch_port+=1
        done
        break
    done
    echo "generated switch machine file: $TMP_SWITCH_MACHINE_FILE"
    cat $TMP_SWITCH_MACHINE_FILE
    echo "======================================================="
    /opt/compass/bin/manage_db.py set_switch_machines --switch_machines_file ${TMP_SWITCH_MACHINE_FILE}
    if [[ "$?" != "0" ]]; then
        echo "failed to set switch machines"
        exit 1
    fi
else
    POLL_SWITCHES_FLAG="poll_switches"
fi

if [ -n "$LOCAL_REPO_URL" ]; then
    PROXY=
fi

${CLIENT_SCRIPT} --logfile= --loglevel=debug --logdir= --compass_server="${COMPASS_SERVER_URL}" --compass_user_email="${COMPASS_USER_EMAIL}" --compass_user_password="${COMPASS_USER_PASSWORD}" --cluster_name="${CLUSTER_NAME}" --language="${LANGUAGE}" --timezone="${TIMEZONE}" --hostnames="${HOSTNAMES}" --partitions="${PARTITIONS}" --subnets="${SUBNETS}" --adapter_os_pattern="${ADAPTER_OS_PATTERN}" --adapter_name="${ADAPTER_NAME}" --adapter_target_system_pattern="${ADAPTER_TARGET_SYSTEM_PATTERN}" --adapter_flavor_pattern="${ADAPTER_FLAVOR_PATTERN}" --http_proxy="${PROXY}" --https_proxy="${PROXY}" --no_proxy="${IGNORE_PROXY}" --ntp_server="${NTP_SERVER}" --dns_servers="${NAMESERVERS}" --domain="${DOMAIN}" --search_path="${SEARCH_PATH}" --default_gateway="${GATEWAY}" --server_credential="${SERVER_CREDENTIAL}" --local_repo_url="${LOCAL_REPO_URL}" --os_config_json_file="${OS_CONFIG_FILENAME}" --service_credentials="${SERVICE_CREDENTIALS}" --console_credentials="${CONSOLE_CREDENTIALS}" --host_networks="${HOST_NETWORKS}" --network_mapping="${NETWORK_MAPPING}" --package_config_json_file="${PACKAGE_CONFIG_FILENAME}" --host_roles="${HOST_ROLES}" --default_roles="${DEFAULT_ROLES}" --switch_ips="${SWITCH_IPS}" --machines="${machines}" --switch_credential="${SWITCH_CREDENTIAL}" --deployment_timeout="${DEPLOYMENT_TIMEOUT}" --${POLL_SWITCHES_FLAG} --dashboard_url="${DASHBOARD_URL}"
rc=$?
deactivate
# Tear down machines after the test
if [[ $rc != 0 ]]; then
    tear_down_machines
    echo "deployment failed"
    exit 1
fi
tear_down_machines
#if [[ $tempest == true ]]; then
#    ./tempest_run.sh
#    if [[ $? != 0 ]]; then
#        tear_down_machines
#        echo "tempest failed"
#        exit 1
#    fi
#    tear_down_machines 
#fi
{'fraction_non_alphanumeric': 0.17301353531103164, 'fraction_numerical': 0.006171540781260958, 'mean_word_length': 3.055745164960182, 'pattern_counts': {'":': 0, '<': 10, '<?xml version=': 0, '>': 20, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 6}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2926403', 'n_tokens_mistral': 5116, 'n_tokens_neox': 4942, 'n_words': 1046}