<commit_before>from config.api1_1_config import *
from config.settings import *
from modules.logger import Log
from on_http_api1_1 import NodesApi as Nodes
from on_http_api1_1 import rest
from workflows_tests import WorkflowsTests as workflows
from datetime import datetime
from proboscis.asserts import assert_equal
from proboscis.asserts import assert_false
from proboscis.asserts import assert_raises
from proboscis.asserts import assert_true
from proboscis.asserts import assert_not_equal
from proboscis.asserts import assert_is_not_none
from proboscis import SkipTest
from proboscis import test
from proboscis import after_class
from proboscis import before_class
from proboscis.asserts import fail
from json import dumps, loads, load
from collections import Mapping
import os

LOG = Log(__name__)
DEFAULT_TIMEOUT_SEC = 5400
ENABLE_FORMAT_DRIVE=False
if os.getenv('RACKHD_ENABLE_FORMAT_DRIVE', 'false') == 'true':
    ENABLE_FORMAT_DRIVE=True
IS_EMC = defaults.get('RACKHD_REDFISH_EMC_OEM', False)

@test(groups=['os-install.v1.1.tests'], depends_on_groups=['obm.tests'])
class OSInstallTests(object):

    def __init__(self):
        self.__client = config.api_client
        self.__base = defaults.get('RACKHD_BASE_REPO_URL', \
            'http://{0}:{1}'.format(HOST_IP, HOST_PORT))
        self.__obm_options = {
            'obmServiceName': defaults.get('RACKHD_GLOBAL_OBM_SERVICE_NAME', \
                'ipmi-obm-service')
        }
        if self.__obm_options['obmServiceName'] == 'redfish-obm-service':
            self.__obm_options['force'] = 'true'
        self.__sampleDir = defaults.get('RACKHD_SAMPLE_PAYLOADS_PATH', '../example/samples/')

    @before_class()
    def setup(self):
        pass

    @after_class(always_run=True)
    def teardown(self):
        self.__format_drives()

    def __get_data(self):
        return loads(self.__client.last_response.data)

    def __post_workflow(self, graph_name, nodes, body):
        workflows().post_workflows(graph_name, timeout_sec=DEFAULT_TIMEOUT_SEC, nodes=nodes, data=body)

    def __format_drives(self):
        # Clear disk MBR and partitions
        command = 'for disk in `lsblk | grep disk | awk \'{print $1}\'`; do '
        command = command + 'sudo dd if=/dev/zero of=/dev/$disk bs=512 count=1 ; done'
        body = {
            'options': {
                'shell-commands': {
                    'commands': [
                        { 'command': command }
                    ]
                },
                'set-boot-pxe': self.__obm_options,
                'reboot-start': self.__obm_options,
                'reboot-end': self.__obm_options
            }
        }
        self.__post_workflow('Graph.ShellCommands', [], body)

    def __get_os_install_payload(self, payload_file_name):

        payload = open(self.__sampleDir  + payload_file_name, 'r')
        body = load(payload)
        payload.close()
        return body

    def __update_body(self, body, updates):
        #check each key, value pair in the updates
        for key, value in updates.iteritems():
            #if value is a dict, recursivly call __update_body
            if isinstance(value, Mapping):

                r = self.__update_body(body.get(key, {}), value)
                body[key] = r
            elif isinstance(value, list) and key in body.keys():
                body[key] = body[key] + updates[key]
            else:
                body[key] = updates[key]
        return body

    def __test_link_up(self, network_devices):
        for entry in network_devices:
            if entry['ipv4'] != None:
                hostname = entry['ipv4']['ipAddr']
                response = os.system('ping -c 1 ' + hostname)
                assert_equal(response, 0, message='link {0} device {1} is down'.format(entry['device'], hostname))

    @test(enabled=ENABLE_FORMAT_DRIVE, groups=['format-drives.v1.1.test'])
    def test_format_drives(self):
        """ Drive Format Test """
        self.__format_drives()

    def install_centos(self, version, nodes=[], options=None, payloadFile=None):
        graph_name = 'Graph.InstallCentOS'
        os_repo = defaults.get('RACKHD_CENTOS_REPO_PATH', \
            self.__base + '/repo/centos/{0}'.format(version))

        # load the payload from the specified file
        if payloadFile != None:
            body = self.__get_os_install_payload(payloadFile)
        else:
            body = {}

        # if no options are specified, fill in the minimum required options
        if options == None:
            options = {
                'options': {
                    'defaults': {
                        'repo': os_repo
                    }
                }
            }

        # add additional options to the body
        self.__update_body(body, options);

        # run the workflow
        self.__post_workflow(graph_name, nodes, body)

        #test network devices
        if 'networkDevices' in body['options']['defaults']:
            self.__test_link_up(body['options']['defaults']['networkDevices'])

    def install_esxi(self, version, nodes=[], options=None, payloadFile=None):
        graph_name = 'Graph.InstallESXi'
        os_repo = defaults.get('RACKHD_ESXI_REPO_PATH', \
            self.__base + '/repo/esxi/{0}'.format(version))
        # load the payload from the specified file
        if payloadFile != None:
            body = self.__get_os_install_payload(payloadFile)
        else:
            body = {}
        # if no options are specified, fill in the minimum required options
        if options == None:
            options = {
                'options':{
                    'defaults':{
                        'installDisk': 'firstdisk',
                        'version': version,
                        'repo': os_repo
                    },
                    'set-boot-pxe': self.__obm_options,
                    'reboot': self.__obm_options,
                    'install-os': {
                        '_taskTimeout': 3600000
                    }
                }
            }
        # add additional options to the body
        self.__update_body(body, options)

        if self.__obm_options['obmServiceName'] == 'redfish-obm-service' and IS_EMC:
            body['options']['install-os']['kargs'] = {'acpi':'off'}

        self.__post_workflow(graph_name, nodes, body)

        if 'networkDevices' in body['options']['defaults']:
            self.__test_link_up(body['options']['defaults']['networkDevices'])


    def install_suse(self, version, nodes=[], options=None, payloadFile=None):
        graph_name = 'Graph.InstallSUSE'
        os_repo = defaults.get('RACKHD_SUSE_REPO_PATH', \
            self.__base + '/repo/suse/{0}/'.format(version))

        # load the payload from the specified file
        if payloadFile != None:
            body = self.__get_os_install_payload(payloadFile)
        else:
            body = {}

        if options == None:
            options = {
                'options': {
                    'defaults': {
                        'version': version,
                        'repo': os_repo,
                        'kargs' : {'NetWait': '10'}
                    }
                }
            }

        # add additional options to the body
        self.__update_body(body, options);
        # run the workflow
        self.__post_workflow(graph_name, nodes, body)

    def install_ubuntu(self, version, payloadFile, nodes = []):
        graph_name = 'Graph.InstallUbuntu'
        os_repo = defaults.get('RACKHD_UBUNTU_REPO_PATH', \
            self.__base + '/repo/ubuntu')
        # load the payload from the specified file
        body = {}
        body = self.__get_os_install_payload(payloadFile)
        extra_options = {
            'options':{
                'defaults':{
                    'repo': os_repo ,
                    'kargs':{
                        'live-installer/net-image': os_repo + '/install/filesystem.squashfs'
                    }
                },
                'set-boot-pxe': self.__obm_options,
                'reboot': self.__obm_options,
                'install-ubuntu': {
                    '_taskTimeout': 3600000
                }
            }
        }
        self.__update_body(body, extra_options)
        self.__post_workflow(graph_name, nodes, body)

        #test network devices
        if 'networkDevices' in body['options']['defaults']:
            self.__test_link_up(body['options']['defaults']['networkDevices'])

    def install_windowsServer2012(self, version, payloadFile, nodes=[]):
        graph_name = 'Graph.InstallWindowsServer'
        os_repo = defaults.get('RACKHD_SMB_WINDOWS_REPO_PATH', None)
        if None == os_repo:
            fail('user must set RACKHD_SMB_WINDOWS_REPO_PATH')
        # load the payload from the specified file
        body = {}

        body = self.__get_os_install_payload(payloadFile)

        # The value of the productkey below is not a valid product key. It is a KMS client
        # key that was generated to run the workflows without requiring a real product key.
        # This key is available to public on the Microsoft site.
        extra_options = {
                'options': {
                    'defaults': {
                        'productkey': '<KEY>',
                        'smbUser':  defaults.get('RACKHD_SMB_USER' , 'onrack'),
                        'smbPassword':  defaults.get('RACKHD_SMB_PASSWORD' , 'onrack'),
                        'smbRepo': os_repo,
                        'repo' : defaults.get('RACKHD_WINPE_REPO_PATH',  \
                            self.__base + '/repo/winpe')
                    }
                }
        }
        self.__update_body(body, extra_options)
        new_body = dumps(body)
        self.__post_workflow(graph_name, nodes, body)

        if 'networkDevices' in body['options']['defaults']:
            self.__test_link_up(body['options']['defaults']['networkDevices'])

    def install_coreos(self, payloadFile, nodes=[], options=None):
        graph_name = 'Graph.InstallCoreOS'
        os_repo = defaults.get('RACKHD_COREOS_REPO_PATH', \
            self.__base + '/repo/coreos')
        if options == None:

            options = {
                'options': {
                    'defaults': {
                        'repo': os_repo
                    }
                }
            }
        if(payloadFile):
            body = self.__get_os_install_payload(payloadFile)
        else:
            body = self.__get_os_install_payload('install_coreos_payload_minimum.json')

        self.__update_body(body, options)
        self.__post_workflow(graph_name, nodes, body)

    @test(enabled=True, groups=['centos-6-5-install.v1.1.test'])
    def test_install_centos_6(self, nodes=[], options=None):
        """ Testing CentOS 6.5 Installer Workflow """
        options = {
            'options': {
                'defaults': {
                    'installDisk': '/dev/sda',
                    'version': '6.5',
                    'repo': defaults.get('RACKHD_CENTOS_REPO_PATH', \
                        self.__base + '/repo/centos/6.5'),
                    'users': [{'name': 'onrack', 'password': '<PASSWORD>!', 'uid': 1010}]
                },
                'set-boot-pxe': self.__obm_options,
                'reboot': self.__obm_options,
                'install-os': {
                    'schedulerOverrides': {
                        'timeout': 3600000
                    }
                }
            }
        }

        self.install_centos('6.5')

    @test(enabled=True, groups=['centos-7-install.v1.1.test'])
    def test_install_centos_7(self, nodes=[], options=None):
        """ Testing CentOS 7 Installer Workflow """
        options = {
            'options': {
                'defaults': {
                    'installDisk': '/dev/sda',
                    'version': '7.0',
                    'repo': defaults.get('RACKHD_CENTOS_REPO_PATH', \
                        self.__base + '/repo/centos/7.0'),
                    'users': [{'name': 'onrack', 'password': '<PASSWORD>!', 'uid': 1010}]
                },
                'set-boot-pxe': self.__obm_options,
                'reboot': self.__obm_options,
                'install-os': {
                    'schedulerOverrides': {
                        'timeout': 3600000
                    }
                }
            }
        }
        self.install_centos('7.0', options=options)

    @test(enabled=True, groups=['ubuntu-minimal-install.v1.1.test'])
    def test_install_min_ubuntu(self, nodes=[], options=None):
        """ Testing Ubuntu 14.04 Installer Workflow With Minimal Payload """
        self.install_ubuntu('trusty', 'install_ubuntu_payload_iso_minimal.json')

    @test(enabled=True, groups=['ubuntu-maximal-install.v1.1.test'])
    def test_install_max_ubuntu(self, nodes=[], options=None):
        """ Testing Ubuntu 14.04 Installer Workflow With Maximal Payload """
        self.install_ubuntu('trusty', 'install_ubuntu_payload_iso_full.json')

    @test(enabled=True, groups=['suse-minimal-install.v1.1.test'])
    def test_install_suse_min(self, nodes=[], options=None):
        """ Testing OpenSuse Leap 42.1 Installer Workflow With Min Payload"""
        self.install_suse('42.1', payloadFile='install_suse_payload_minimal.json')

    @test(enabled=True, groups=['suse-full-install.v1.1.test'])
    def test_install_suse_max(self, nodes=[], options=None):
        """ Testing OpenSuse Leap 42.1 Installer Workflow With Max Payload"""
        self.install_suse('42.1', payloadFile='install_suse_payload_full.json')

    @test(enabled=True, groups=['esxi-5-5-min-install.v1.1.test'])
    def test_install_min_esxi_5_5(self, nodes=[], options=None):
        """ Testing  ESXi 5.5 Installer Workflow With Minimal Payload """
        self.install_esxi('5.5', payloadFile='install_esx_payload_minimal.json')

    @test(enabled=True, groups=['esxi-5-5-max-install.v1.1.test'])
    def test_install_max_esxi_5_5(self, nodes=[], options=None):
        """ Testing  ESXi 5.5 Installer Workflow With Maximum Payload """
        self.install_esxi('5.5', payloadFile='install_esx_payload_full.json')

    @test(enabled=True, groups=['esxi-6-min-install.v1.1.test'])
    def test_install_min_esxi_6(self, nodes=[], options=None):
        """ Testing  ESXi 6 Installer Workflow With Minimal Payload """
        self.install_esxi('6.0', payloadFile='install_esx_payload_minimal.json')

    @test(enabled=True, groups=['esxi-6-max-install.v1.1.test'])
    def test_install_max_esxi_6(self, nodes=[], options=None):
        """ Testing  ESXi 6 Installer Workflow With Maximum Payload """
        self.install_esxi('6.0', payloadFile='install_esx_payload_full.json')

    @test(enabled=True, groups=['windowsServer2012-maximum-install.v1.1.test'])
    def test_install_max_windowsServer2012(self, nodes=[], options=None):
        """ Testing Windows Server 2012 Installer Workflow with Max payload"""
        self.install_windowsServer2012('10.40','install_windows_payload_full.json')

    @test(enabled=True, groups=['windowsServer2012-minimum-install.v1.1.test'])
    def test_install_min_windowsServer2012(self, nodes=[], options=None):
        """ Testing Windows Server 2012 Installer Workflow with Min payload"""
        self.install_windowsServer2012('10.40','install_windows_payload_minimal.json')

    @test(enabled=True, groups=['coreos-minimum-install.v1.1.test'])
    def test_install_coreos_min(self, nodes=[]):
        """ Testing CoreOS Installer Workflow with Minimum Payload"""
        self.install_coreos(payloadFile='install_coreos_payload_minimum.json')

    @test(enabled=True, groups=['coreos-full-install.v1.1.test'])
    def test_install_coreos_full(self, nodes=[] ):
        """ Testing CoreOS Installer Workflow with Full Payload"""
        self.install_coreos(payloadFile='install_coreos_payload_full.json')

    @test(enabled=True, groups=['centos-6-5-minimal-install.v1.1.test'])
    def test_install_centos_6_minimal(self):
        """ Testing CentOS 6.5 Installer Workflow """
        self.install_centos('6.5', payloadFile='install_centos_6_payload_minimal.json')

    @test(enabled=True, groups=['centos-6-5-full-install.v1.1.test'])
    def test_install_centos_6_full(self, nodes=[], options=None):
        """ Testing CentOS 6.5 Installer Workflow """
        self.install_centos('6.5', payloadFile='install_centos_6_payload_full.json')

    @test(enabled=True, groups=['centos-7-minimal-install.v1.1.test'])
    def test_install_centos_7_minimal(self, nodes=[], options=None):
        """ Testing CentOS 7 Installer Workflow """
        self.install_centos('7.0', payloadFile='install_centos_7_payload_minimal.json')

    @test(enabled=True, groups=['centos-7-full-install.v1.1.test'])
    def test_install_centos_7_full(self, nodes=[], options=None):
        """ Testing CentOS 7 Installer Workflow """
        self.install_centos('7.0', payloadFile='install_centos_7_payload_full.json')
<commit_msg>add longer timeout to test_link_up for OS installs<commit_after>from config.api1_1_config import *
from config.settings import *
from modules.logger import Log
from on_http_api1_1 import NodesApi as Nodes
from on_http_api1_1 import rest
from workflows_tests import WorkflowsTests as workflows
from datetime import datetime
from proboscis.asserts import assert_equal
from proboscis.asserts import assert_false
from proboscis.asserts import assert_raises
from proboscis.asserts import assert_true
from proboscis.asserts import assert_not_equal
from proboscis.asserts import assert_is_not_none
from proboscis import SkipTest
from proboscis import test
from proboscis import after_class
from proboscis import before_class
from proboscis.asserts import fail
from json import dumps, loads, load
from collections import Mapping
import os

LOG = Log(__name__)
DEFAULT_TIMEOUT_SEC = 5400
ENABLE_FORMAT_DRIVE=False
if os.getenv('RACKHD_ENABLE_FORMAT_DRIVE', 'false') == 'true':
    ENABLE_FORMAT_DRIVE=True
IS_EMC = defaults.get('RACKHD_REDFISH_EMC_OEM', False)

@test(groups=['os-install.v1.1.tests'], depends_on_groups=['obm.tests'])
class OSInstallTests(object):

    def __init__(self):
        self.__client = config.api_client
        self.__base = defaults.get('RACKHD_BASE_REPO_URL', \
            'http://{0}:{1}'.format(HOST_IP, HOST_PORT))
        self.__obm_options = {
            'obmServiceName': defaults.get('RACKHD_GLOBAL_OBM_SERVICE_NAME', \
                'ipmi-obm-service')
        }
        if self.__obm_options['obmServiceName'] == 'redfish-obm-service':
            self.__obm_options['force'] = 'true'
        self.__sampleDir = defaults.get('RACKHD_SAMPLE_PAYLOADS_PATH', '../example/samples/')

    @before_class()
    def setup(self):
        pass

    @after_class(always_run=True)
    def teardown(self):
        self.__format_drives()

    def __get_data(self):
        return loads(self.__client.last_response.data)

    def __post_workflow(self, graph_name, nodes, body):
        workflows().post_workflows(graph_name, timeout_sec=DEFAULT_TIMEOUT_SEC, nodes=nodes, data=body)

    def __format_drives(self):
        # Clear disk MBR and partitions
        command = 'for disk in `lsblk | grep disk | awk \'{print $1}\'`; do '
        command = command + 'sudo dd if=/dev/zero of=/dev/$disk bs=512 count=1 ; done'
        body = {
            'options': {
                'shell-commands': {
                    'commands': [
                        { 'command': command }
                    ]
                },
                'set-boot-pxe': self.__obm_options,
                'reboot-start': self.__obm_options,
                'reboot-end': self.__obm_options
            }
        }
        self.__post_workflow('Graph.ShellCommands', [], body)

    def __get_os_install_payload(self, payload_file_name):

        payload = open(self.__sampleDir  + payload_file_name, 'r')
        body = load(payload)
        payload.close()
        return body

    def __update_body(self, body, updates):
        #check each key, value pair in the updates
        for key, value in updates.iteritems():
            #if value is a dict, recursivly call __update_body
            if isinstance(value, Mapping):

                r = self.__update_body(body.get(key, {}), value)
                body[key] = r
            elif isinstance(value, list) and key in body.keys():
                body[key] = body[key] + updates[key]
            else:
                body[key] = updates[key]
        return body

    def __test_link_up(self, network_devices):
        for entry in network_devices:
            if entry['ipv4'] != None:
                hostname = entry['ipv4']['ipAddr']
                response = os.system('ping -c 1 -w 20 ' + hostname)
                assert_equal(response, 0, message='link {0} device {1} is down'.format(entry['device'], hostname))

    @test(enabled=ENABLE_FORMAT_DRIVE, groups=['format-drives.v1.1.test'])
    def test_format_drives(self):
        """ Drive Format Test """
        self.__format_drives()

    def install_centos(self, version, nodes=[], options=None, payloadFile=None):
        graph_name = 'Graph.InstallCentOS'
        os_repo = defaults.get('RACKHD_CENTOS_REPO_PATH', \
            self.__base + '/repo/centos/{0}'.format(version))

        # load the payload from the specified file
        if payloadFile != None:
            body = self.__get_os_install_payload(payloadFile)
        else:
            body = {}

        # if no options are specified, fill in the minimum required options
        if options == None:
            options = {
                'options': {
                    'defaults': {
                        'repo': os_repo
                    }
                }
            }

        # add additional options to the body
        self.__update_body(body, options);

        # run the workflow
        self.__post_workflow(graph_name, nodes, body)

        #test network devices
        if 'networkDevices' in body['options']['defaults']:
            self.__test_link_up(body['options']['defaults']['networkDevices'])

    def install_esxi(self, version, nodes=[], options=None, payloadFile=None):
        graph_name = 'Graph.InstallESXi'
        os_repo = defaults.get('RACKHD_ESXI_REPO_PATH', \
            self.__base + '/repo/esxi/{0}'.format(version))
        # load the payload from the specified file
        if payloadFile != None:
            body = self.__get_os_install_payload(payloadFile)
        else:
            body = {}
        # if no options are specified, fill in the minimum required options
        if options == None:
            options = {
                'options':{
                    'defaults':{
                        'installDisk': 'firstdisk',
                        'version': version,
                        'repo': os_repo
                    },
                    'set-boot-pxe': self.__obm_options,
                    'reboot': self.__obm_options,
                    'install-os': {
                        '_taskTimeout': 3600000
                    }
                }
            }
        # add additional options to the body
        self.__update_body(body, options)

        if self.__obm_options['obmServiceName'] == 'redfish-obm-service' and IS_EMC:
            body['options']['install-os']['kargs'] = {'acpi':'off'}

        self.__post_workflow(graph_name, nodes, body)

        if 'networkDevices' in body['options']['defaults']:
            self.__test_link_up(body['options']['defaults']['networkDevices'])


    def install_suse(self, version, nodes=[], options=None, payloadFile=None):
        graph_name = 'Graph.InstallSUSE'
        os_repo = defaults.get('RACKHD_SUSE_REPO_PATH', \
            self.__base + '/repo/suse/{0}/'.format(version))

        # load the payload from the specified file
        if payloadFile != None:
            body = self.__get_os_install_payload(payloadFile)
        else:
            body = {}

        if options == None:
            options = {
                'options': {
                    'defaults': {
                        'version': version,
                        'repo': os_repo,
                        'kargs' : {'NetWait': '10'}
                    }
                }
            }

        # add additional options to the body
        self.__update_body(body, options);
        # run the workflow
        self.__post_workflow(graph_name, nodes, body)

    def install_ubuntu(self, version, payloadFile, nodes = []):
        graph_name = 'Graph.InstallUbuntu'
        os_repo = defaults.get('RACKHD_UBUNTU_REPO_PATH', \
            self.__base + '/repo/ubuntu')
        # load the payload from the specified file
        body = {}
        body = self.__get_os_install_payload(payloadFile)
        extra_options = {
            'options':{
                'defaults':{
                    'repo': os_repo ,
                    'kargs':{
                        'live-installer/net-image': os_repo + '/install/filesystem.squashfs'
                    }
                },
                'set-boot-pxe': self.__obm_options,
                'reboot': self.__obm_options,
                'install-ubuntu': {
                    '_taskTimeout': 3600000
                }
            }
        }
        self.__update_body(body, extra_options)
        self.__post_workflow(graph_name, nodes, body)

        #test network devices
        if 'networkDevices' in body['options']['defaults']:
            self.__test_link_up(body['options']['defaults']['networkDevices'])

    def install_windowsServer2012(self, version, payloadFile, nodes=[]):
        graph_name = 'Graph.InstallWindowsServer'
        os_repo = defaults.get('RACKHD_SMB_WINDOWS_REPO_PATH', None)
        if None == os_repo:
            fail('user must set RACKHD_SMB_WINDOWS_REPO_PATH')
        # load the payload from the specified file
        body = {}

        body = self.__get_os_install_payload(payloadFile)

        # The value of the productkey below is not a valid product key. It is a KMS client
        # key that was generated to run the workflows without requiring a real product key.
        # This key is available to public on the Microsoft site.
        extra_options = {
                'options': {
                    'defaults': {
                        'productkey': '<KEY>',
                        'smbUser':  defaults.get('RACKHD_SMB_USER' , 'onrack'),
                        'smbPassword':  defaults.get('RACKHD_SMB_PASSWORD' , 'onrack'),
                        'smbRepo': os_repo,
                        'repo' : defaults.get('RACKHD_WINPE_REPO_PATH',  \
                            self.__base + '/repo/winpe')
                    }
                }
        }
        self.__update_body(body, extra_options)
        new_body = dumps(body)
        self.__post_workflow(graph_name, nodes, body)

        if 'networkDevices' in body['options']['defaults']:
            self.__test_link_up(body['options']['defaults']['networkDevices'])

    def install_coreos(self, payloadFile, nodes=[], options=None):
        graph_name = 'Graph.InstallCoreOS'
        os_repo = defaults.get('RACKHD_COREOS_REPO_PATH', \
            self.__base + '/repo/coreos')
        if options == None:

            options = {
                'options': {
                    'defaults': {
                        'repo': os_repo
                    }
                }
            }
        if(payloadFile):
            body = self.__get_os_install_payload(payloadFile)
        else:
            body = self.__get_os_install_payload('install_coreos_payload_minimum.json')

        self.__update_body(body, options)
        self.__post_workflow(graph_name, nodes, body)

    @test(enabled=True, groups=['centos-6-5-install.v1.1.test'])
    def test_install_centos_6(self, nodes=[], options=None):
        """ Testing CentOS 6.5 Installer Workflow """
        options = {
            'options': {
                'defaults': {
                    'installDisk': '/dev/sda',
                    'version': '6.5',
                    'repo': defaults.get('RACKHD_CENTOS_REPO_PATH', \
                        self.__base + '/repo/centos/6.5'),
                    'users': [{'name': 'onrack', 'password': '<PASSWORD>!', 'uid': 1010}]
                },
                'set-boot-pxe': self.__obm_options,
                'reboot': self.__obm_options,
                'install-os': {
                    'schedulerOverrides': {
                        'timeout': 3600000
                    }
                }
            }
        }

        self.install_centos('6.5')

    @test(enabled=True, groups=['centos-7-install.v1.1.test'])
    def test_install_centos_7(self, nodes=[], options=None):
        """ Testing CentOS 7 Installer Workflow """
        options = {
            'options': {
                'defaults': {
                    'installDisk': '/dev/sda',
                    'version': '7.0',
                    'repo': defaults.get('RACKHD_CENTOS_REPO_PATH', \
                        self.__base + '/repo/centos/7.0'),
                    'users': [{'name': 'onrack', 'password': '<PASSWORD>!', 'uid': 1010}]
                },
                'set-boot-pxe': self.__obm_options,
                'reboot': self.__obm_options,
                'install-os': {
                    'schedulerOverrides': {
                        'timeout': 3600000
                    }
                }
            }
        }
        self.install_centos('7.0', options=options)

    @test(enabled=True, groups=['ubuntu-minimal-install.v1.1.test'])
    def test_install_min_ubuntu(self, nodes=[], options=None):
        """ Testing Ubuntu 14.04 Installer Workflow With Minimal Payload """
        self.install_ubuntu('trusty', 'install_ubuntu_payload_iso_minimal.json')

    @test(enabled=True, groups=['ubuntu-maximal-install.v1.1.test'])
    def test_install_max_ubuntu(self, nodes=[], options=None):
        """ Testing Ubuntu 14.04 Installer Workflow With Maximal Payload """
        self.install_ubuntu('trusty', 'install_ubuntu_payload_iso_full.json')

    @test(enabled=True, groups=['suse-minimal-install.v1.1.test'])
    def test_install_suse_min(self, nodes=[], options=None):
        """ Testing OpenSuse Leap 42.1 Installer Workflow With Min Payload"""
        self.install_suse('42.1', payloadFile='install_suse_payload_minimal.json')

    @test(enabled=True, groups=['suse-full-install.v1.1.test'])
    def test_install_suse_max(self, nodes=[], options=None):
        """ Testing OpenSuse Leap 42.1 Installer Workflow With Max Payload"""
        self.install_suse('42.1', payloadFile='install_suse_payload_full.json')

    @test(enabled=True, groups=['esxi-5-5-min-install.v1.1.test'])
    def test_install_min_esxi_5_5(self, nodes=[], options=None):
        """ Testing  ESXi 5.5 Installer Workflow With Minimal Payload """
        self.install_esxi('5.5', payloadFile='install_esx_payload_minimal.json')

    @test(enabled=True, groups=['esxi-5-5-max-install.v1.1.test'])
    def test_install_max_esxi_5_5(self, nodes=[], options=None):
        """ Testing  ESXi 5.5 Installer Workflow With Maximum Payload """
        self.install_esxi('5.5', payloadFile='install_esx_payload_full.json')

    @test(enabled=True, groups=['esxi-6-min-install.v1.1.test'])
    def test_install_min_esxi_6(self, nodes=[], options=None):
        """ Testing  ESXi 6 Installer Workflow With Minimal Payload """
        self.install_esxi('6.0', payloadFile='install_esx_payload_minimal.json')

    @test(enabled=True, groups=['esxi-6-max-install.v1.1.test'])
    def test_install_max_esxi_6(self, nodes=[], options=None):
        """ Testing  ESXi 6 Installer Workflow With Maximum Payload """
        self.install_esxi('6.0', payloadFile='install_esx_payload_full.json')

    @test(enabled=True, groups=['windowsServer2012-maximum-install.v1.1.test'])
    def test_install_max_windowsServer2012(self, nodes=[], options=None):
        """ Testing Windows Server 2012 Installer Workflow with Max payload"""
        self.install_windowsServer2012('10.40','install_windows_payload_full.json')

    @test(enabled=True, groups=['windowsServer2012-minimum-install.v1.1.test'])
    def test_install_min_windowsServer2012(self, nodes=[], options=None):
        """ Testing Windows Server 2012 Installer Workflow with Min payload"""
        self.install_windowsServer2012('10.40','install_windows_payload_minimal.json')

    @test(enabled=True, groups=['coreos-minimum-install.v1.1.test'])
    def test_install_coreos_min(self, nodes=[]):
        """ Testing CoreOS Installer Workflow with Minimum Payload"""
        self.install_coreos(payloadFile='install_coreos_payload_minimum.json')

    @test(enabled=True, groups=['coreos-full-install.v1.1.test'])
    def test_install_coreos_full(self, nodes=[] ):
        """ Testing CoreOS Installer Workflow with Full Payload"""
        self.install_coreos(payloadFile='install_coreos_payload_full.json')

    @test(enabled=True, groups=['centos-6-5-minimal-install.v1.1.test'])
    def test_install_centos_6_minimal(self):
        """ Testing CentOS 6.5 Installer Workflow """
        self.install_centos('6.5', payloadFile='install_centos_6_payload_minimal.json')

    @test(enabled=True, groups=['centos-6-5-full-install.v1.1.test'])
    def test_install_centos_6_full(self, nodes=[], options=None):
        """ Testing CentOS 6.5 Installer Workflow """
        self.install_centos('6.5', payloadFile='install_centos_6_payload_full.json')

    @test(enabled=True, groups=['centos-7-minimal-install.v1.1.test'])
    def test_install_centos_7_minimal(self, nodes=[], options=None):
        """ Testing CentOS 7 Installer Workflow """
        self.install_centos('7.0', payloadFile='install_centos_7_payload_minimal.json')

    @test(enabled=True, groups=['centos-7-full-install.v1.1.test'])
    def test_install_centos_7_full(self, nodes=[], options=None):
        """ Testing CentOS 7 Installer Workflow """
        self.install_centos('7.0', payloadFile='install_centos_7_payload_full.json')

{'fraction_non_alphanumeric': 0.12071945396490612, 'fraction_numerical': 0.014236751911415766, 'mean_word_length': 2.2558893657606105, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 9, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2543815', 'n_tokens_mistral': 10536, 'n_tokens_neox': 9893, 'n_words': 1949}