<commit_before>from grappa import MPIRunGrappaExperiment
from itertools import product

mm_datasets = ['random_N_{0}_r_{1}.matrix.dat'.format(sp, si)
               for (sp, si) in product(['10k', '20k', '50k'],
                                       [1.2, 1.3, 1.4, 1.5, 1.6])] + [
    'soc-Pokec.matrix.dat',
    'web-BerkStan.matrix.dat',
    'web-Stanford.matrix.dat']
mm_datasets.remove('random_N_{0}_r_{1}.matrix.dat'.format('20k', 1.6))
mm_datasets.remove('random_N_{0}_r_{1}.matrix.dat'.format('50k', 1.5))
mm_datasets.remove('random_N_{0}_r_{1}.matrix.dat'.format('50k', 1.6))

undir_datasets = ['undirNet_{0}_sm.matrix.dat'.format(s)
                  for s in [1000]]

mm_expers = MPIRunGrappaExperiment({
    'trial': range(1, 3 + 1),
    'query': ['grappa_sparseMatMultQuery_MyriaL', 'grappa_threeSparseMatMultQuery_MyriaL'],
    'exe': lambda query: "{0}.exe".format(query),
    'ppn': 4,
    'nnode': 16,
    'np': lambda ppn, nnode: ppn * nnode,
    'vtag': 'v0',
    'machine': 'r3.xlarge',
    'system': 'radish',
    'hostfile': '~/hostfile'
},
    {
    #'shared_pool_memory_fraction': 0.5,
    'input_file_matrix': mm_datasets
},

    "cp ~/data2/{input_file_matrix}.bin ~/data; sleep 1",
    "rm ~/data/{input_file_matrix}.bin"
)

undir_exps = MP = MPIRunGrappaExperiment({
    'trial': range(1, 3 + 1),
    'query': ['grappa_MCL_MyriaL'],
    'exe': lambda query: "{0}.exe".format(query),
    'ppn': 4,
    'nnode': 16,
    'np': lambda ppn, nnode: ppn * nnode,
    'vtag': 'v0',
    'machine': 'r3.xlarge',
    'system': 'radish',
    'hostfile': '~/hostfile'
},
    {
        #'shared_pool_memory_fraction': 0.5,
        'input_file_graph': undir_datasets
},
    "cp ~/data2/{{input_file_graph}}.bin ~/data; sleep 1",
    "rm ~/data/{{input_file_graph}}.bin"
)

mm_expers.run()
undir_exps.run()<commit_msg>fix the timeouts<commit_after>from grappa import MPIRunGrappaExperiment
from itertools import product

mm_datasets = ['random_N_{0}_r_{1}.matrix.dat'.format(sp, si)
               for (sp, si) in product(['10k', '20k', '50k'],
                                       [1.2, 1.3, 1.4, 1.5, 1.6])] + [
    'soc-Pokec.matrix.dat',
    'web-BerkStan.matrix.dat',
    'web-Stanford.matrix.dat']
mm_datasets.remove('random_N_{0}_r_{1}.matrix.dat'.format('20k', 1.6))
mm_datasets.remove('random_N_{0}_r_{1}.matrix.dat'.format('50k', 1.5))
mm_datasets.remove('random_N_{0}_r_{1}.matrix.dat'.format('50k', 1.6))

undir_datasets = ['undirNet_{0}_sm.matrix.dat'.format(s)
                  for s in [1000]]

mm_expers = MPIRunGrappaExperiment({
    'trial': range(1, 3 + 1),
    'query': ['grappa_sparseMatMultQuery_MyriaL', 'grappa_threeSparseMatMultQuery_MyriaL'],
    'exe': lambda query: "{0}.exe".format(query),
    'ppn': 4,
    'nnode': 16,
    'np': lambda ppn, nnode: ppn * nnode,
    'vtag': 'v0',
    'machine': 'r3.xlarge',
    'system': 'radish',
    'hostfile': '~/hostfile'
},
    {
    #'shared_pool_memory_fraction': 0.5,
    'input_file_matrix': mm_datasets
},

    "cp ~/data2/{input_file_matrix}.bin ~/data; sleep 1",
    "rm ~/data/{input_file_matrix}.bin",
	timeout='15m'
)

undir_exps = MP = MPIRunGrappaExperiment({
    'trial': range(1, 3 + 1),
    'query': ['grappa_MCL_MyriaL'],
    'exe': lambda query: "{0}.exe".format(query),
    'ppn': 4,
    'nnode': 16,
    'np': lambda ppn, nnode: ppn * nnode,
    'vtag': 'v0',
    'machine': 'r3.xlarge',
    'system': 'radish',
    'hostfile': '~/hostfile'
},
    {
        #'shared_pool_memory_fraction': 0.5,
        'input_file_graph': undir_datasets
},
    "cp ~/data2/{input_file_graph}.bin ~/data; sleep 1",
    "rm ~/data/{input_file_graph}.bin",
    timeout='15m'
)

mm_expers.run()
undir_exps.run()
{'fraction_non_alphanumeric': 0.1975108225108225, 'fraction_numerical': 0.037337662337662336, 'mean_word_length': 3.3392018779342725, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4551525', 'n_tokens_mistral': 1582, 'n_tokens_neox': 1485, 'n_words': 251}