<commit_before>import getpass

class General:
    infinibandIp = {
            'euler01': '192.168.0.11',
            'euler02': '192.168.0.12',
            'euler03': '192.168.0.13',
            'euler04': '192.168.0.14',
            'euler05': '192.168.0.15',
            'euler06': '192.168.0.16',
            'euler07': '192.168.0.17',
            'euler08': '192.168.0.18',
            'euler09': '192.168.0.19',
            'euler10': '192.168.0.10',
            'euler11': '192.168.0.21',
            'euler12': '192.168.0.22'
            }
    sourceDir     = "/mnt/local/{0}/tell".format(getpass.getuser())
    builddir      = "/mnt/local/{0}/builddirs/tellrelease".format(getpass.getuser())
    javahome       = "/mnt/local/tell/java8"

class Storage:
    servers    = ['euler01', 'euler03', 'euler04']
    servers1   = []
    master     = "euler02"
    #master     = ["euler10"] #Cassandra can have more than one "master"

##########################
# Storage Implementations
##########################

class Kudu:
    clean       = True
    master      = Storage.master
    tservers    = Storage.servers
    master_dir  = '/mnt/data/kudu-master'
    tserver_dir = '/mnt/data/kudu-tserver'

class TellStore:
    commitmanager      = Storage.master
    servers            = Storage.servers
    servers1           = Storage.servers1
    approach           = "columnmap"
    defaultMemorysize  = 0xD00000000 if approach == "logstructured" else 0xE00000000
    defaultHashmapsize = 0x10000000 if approach == "logstructured" else 0x20000
    memorysize         = defaultMemorysize / 8
    hashmapsize        = defaultHashmapsize
    builddir           = General.builddir
    scanMemory         = 20*1024*1024*1024 # 1GB
    scanThreads        = 2
    gcInterval         = 20

    @staticmethod
    def getCommitManagerAddress():
        return '{0}:7242'.format(General.infinibandIp[TellStore.commitmanager])

    @staticmethod
    def getServerList():
        serversForList = lambda l, p: map(lambda x: '{0}:{1}'.format(General.infinibandIp[x], p), l)
        l = serversForList(TellStore.servers, "7241") + serversForList(TellStore.servers1, "7240")
        return reduce(lambda x,y: '{0};{1}'.format(x,y), l)

class Hadoop:
    namenode       = Storage.master
    hdfsport       = '20042'
    #datanodes     = ['euler10', 'euler11', 'euler12']
    datanodes      = Storage.servers
    hadoopdir      = "/mnt/local/tell/hadoop"
    datadir        = "/mnt/ramfs/hadoop"
    datadirSz      = "100"
    dfsreplication = "1"

class Zookeeper:
    zkserver      = 'euler08'
    zkdir         = "/mnt/local/tell/zookeeper"
    ticktime      = '6000'
    datadir       = '/mnt/data/zk_data'
    clientport    = '2181'
    maxclients    = '6000'

class Hbase:
    hmaster       = 'euler08'
    hregions      = ['euler06', 'euler07']
    hbasedir      = "/mnt/local/tell/hbase"
    regionsize    = '49294967296'
    hdfsNamenode  = Hadoop.namenode
    zkDataDir     = Zookeeper.datadir

class Cassandra:
    servers       = Storage.servers
    master        = Storage.master
    casdir        = "/mnt/local/tell/cassandra"
    logdir        = "/mnt/data/cassandra/cass_log"
    datadir       = "/mnt/ramfs/cassandra/cass_data"
    datadirSz     = 100
    listenaddr    = ""
    nativeport    = '9042'
    rpcaddr       = "0.0.0.0"
    rpcport       = '9160'

class Hive:
    master            = Storage.master
    hivedir           = "/mnt/local/tell/hive"
    metastoreuri      = master
    metastoreport     = "9083"
    metastoretimeout  = "1m"
    thriftport        = "10000"
    thriftbindhost    = master

#############################
# Used Storage Implementation
#############################

<<<<<<< HEAD
Storage.storage = TellStore
=======
Storage.storage = Kudu
>>>>>>> 7c87b19fb2358ad2f98cb3396f033d7dc369085c

###################
# Processing Server
###################

class Spark:
    master         = 'euler11'
    slaves         = ['euler05', 'euler06', 'euler07', 'euler08', 'euler09', 'euler10']
    sparkdir       = "/mnt/local/tell/spark"
    telljava       = General.builddir + "/telljava"
    telljar        = telljava + "/telljava-1.0.jar"
    javahome       = "/mnt/local/tell/java8"
    jarsDir        = "/mnt/local/{0}/spark_jars".format(getpass.getuser())
    tmpDir         = "/mnt/data/sparktmp"
    numCores       = 8
    tellPartitions = 48

class Presto:    
    coordinator    = 'euler08'
    nodes          = ["euler01", "euler02"]
    prestodir      = "/mnt/local/tell/presto"
    datadir        = "/mnt/data/prestotmp"
    querymaxmem    = "50GB"
    querymaxnode   = "30GB"
    jvmheap        = "100G" # java memory is specified differently than presto
    jvmheapregion  = "32M"
    httpport       = "8080"
    loglevel       = "INFO"

class Tpcc:
    servers0      = ['euler02']<commit_msg>removed merge failures in ServerConfig<commit_after>import getpass

class General:
    infinibandIp = {
            'euler01': '192.168.0.11',
            'euler02': '192.168.0.12',
            'euler03': '192.168.0.13',
            'euler04': '192.168.0.14',
            'euler05': '192.168.0.15',
            'euler06': '192.168.0.16',
            'euler07': '192.168.0.17',
            'euler08': '192.168.0.18',
            'euler09': '192.168.0.19',
            'euler10': '192.168.0.10',
            'euler11': '192.168.0.21',
            'euler12': '192.168.0.22'
            }
    sourceDir     = "/mnt/local/{0}/tell".format(getpass.getuser())
    builddir      = "/mnt/local/{0}/builddirs/tellrelease".format(getpass.getuser())
    javahome       = "/mnt/local/tell/java8"

class Storage:
    servers    = ['euler01', 'euler03', 'euler04']
    servers1   = []
    master     = "euler02"
    #master     = ["euler10"] #Cassandra can have more than one "master"

##########################
# Storage Implementations
##########################

class Kudu:
    clean       = True
    master      = Storage.master
    tservers    = Storage.servers
    master_dir  = '/mnt/data/kudu-master'
    tserver_dir = '/mnt/data/kudu-tserver'

class TellStore:
    commitmanager      = Storage.master
    servers            = Storage.servers
    servers1           = Storage.servers1
    approach           = "columnmap"
    defaultMemorysize  = 0xD00000000 if approach == "logstructured" else 0xE00000000
    defaultHashmapsize = 0x10000000 if approach == "logstructured" else 0x20000
    memorysize         = defaultMemorysize / 8
    hashmapsize        = defaultHashmapsize
    builddir           = General.builddir
    scanMemory         = 20*1024*1024*1024 # 1GB
    scanThreads        = 2
    gcInterval         = 20

    @staticmethod
    def getCommitManagerAddress():
        return '{0}:7242'.format(General.infinibandIp[TellStore.commitmanager])

    @staticmethod
    def getServerList():
        serversForList = lambda l, p: map(lambda x: '{0}:{1}'.format(General.infinibandIp[x], p), l)
        l = serversForList(TellStore.servers, "7241") + serversForList(TellStore.servers1, "7240")
        return reduce(lambda x,y: '{0};{1}'.format(x,y), l)

class Hadoop:
    namenode       = Storage.master
    hdfsport       = '20042'
    #datanodes     = ['euler10', 'euler11', 'euler12']
    datanodes      = Storage.servers
    hadoopdir      = "/mnt/local/tell/hadoop"
    datadir        = "/mnt/ramfs/hadoop"
    datadirSz      = "100"
    dfsreplication = "1"

class Zookeeper:
    zkserver      = 'euler08'
    zkdir         = "/mnt/local/tell/zookeeper"
    ticktime      = '6000'
    datadir       = '/mnt/data/zk_data'
    clientport    = '2181'
    maxclients    = '6000'

class Hbase:
    hmaster       = 'euler08'
    hregions      = ['euler06', 'euler07']
    hbasedir      = "/mnt/local/tell/hbase"
    regionsize    = '49294967296'
    hdfsNamenode  = Hadoop.namenode
    zkDataDir     = Zookeeper.datadir

class Cassandra:
    servers       = Storage.servers
    master        = Storage.master
    casdir        = "/mnt/local/tell/cassandra"
    logdir        = "/mnt/data/cassandra/cass_log"
    datadir       = "/mnt/ramfs/cassandra/cass_data"
    datadirSz     = 100
    listenaddr    = ""
    nativeport    = '9042'
    rpcaddr       = "0.0.0.0"
    rpcport       = '9160'

class Hive:
    master            = Storage.master
    hivedir           = "/mnt/local/tell/hive"
    metastoreuri      = master
    metastoreport     = "9083"
    metastoretimeout  = "1m"
    thriftport        = "10000"
    thriftbindhost    = master

#############################
# Used Storage Implementation
#############################

Storage.storage = TellStore

###################
# Processing Server
###################

class Spark:
    master         = 'euler11'
    slaves         = ['euler05', 'euler06', 'euler07', 'euler08', 'euler09', 'euler10']
    sparkdir       = "/mnt/local/tell/spark"
    telljava       = General.builddir + "/telljava"
    telljar        = telljava + "/telljava-1.0.jar"
    javahome       = "/mnt/local/tell/java8"
    jarsDir        = "/mnt/local/{0}/spark_jars".format(getpass.getuser())
    tmpDir         = "/mnt/data/sparktmp"
    numCores       = 8
    tellPartitions = 48

class Presto:    
    coordinator    = 'euler08'
    nodes          = ["euler01", "euler02"]
    prestodir      = "/mnt/local/tell/presto"
    datadir        = "/mnt/data/prestotmp"
    querymaxmem    = "50GB"
    querymaxnode   = "30GB"
    jvmheap        = "100G" # java memory is specified differently than presto
    jvmheapregion  = "32M"
    httpport       = "8080"
    loglevel       = "INFO"

class Tpcc:
    servers0      = ['euler02']
{'fraction_non_alphanumeric': 0.1553125, 'fraction_numerical': 0.071875, 'mean_word_length': 2.113164721141375, 'pattern_counts': {'":': 0, '<': 10, '<?xml version=': 0, '>': 10, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 26, 'substrings_counts': 6, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2829424', 'n_tokens_mistral': 3742, 'n_tokens_neox': 3305, 'n_words': 583}