<jupyter_start><jupyter_text>Best result 2018-  infNDCG: 0.5621-  R-prec: 0.3684-  P@10: 0.7060  Query 1 - Baseline<jupyter_code>run_params = {
    'run_id':'imi_mug_run_1',
    'query_template':'test_pilar/baseline.json',
    'output_size' : 1000,
}
run, run_params = running.run(topics_all, 'ABSTRACTS', run_params)
#results, aggregated = evaluation.evaluate(qrels[(qrels.relev.isin([2]))], run)
#aggregated
run.head(2)
utils.to_trec_run_file(run, run_params)<jupyter_output><empty_output><jupyter_text>Query 2 - Testings - test_template.json<jupyter_code>run_params2 = {
    'run_id':'imi_mug_run_2',
    'query_template':'test_pilar/test_template.json',
    'output_size' : 1000,
}
run2, run_params2 = running.run(topics_all, 'ABSTRACTS', run_params2)
#results, aggregated = evaluation.evaluate(qrels[(qrels.relev.isin([2]))], run)
#aggregated
run2.head(2)
utils.to_trec_run_file(run2, run_params2)<jupyter_output><empty_output><jupyter_text>Query 2 - with treatments<jupyter_code>run_params2_treatment = {
    'run_id':'imi_mug_run_2_treatment',
    'query_template':'test_pilar/test_template.json',
    'output_size' : 1500,
}
run2_treatment, run_params2_treatment = running.run(topics_all, 'ABSTRACTS', run_params2_treatment)
run2_treatment = utils.run_with_treatments(run2_treatment)
run2_treatment.head(2)
utils.to_trec_run_file_with_treatments(run2_treatment, run_params2_treatment)<jupyter_output><empty_output><jupyter_text>Query 3 - Add keywords - test_template_2.json<jupyter_code>run_params3 = {
    'run_id':'imi_mug_run_3',
    'query_template':'test_pilar/test_template_2.json',
    'output_size' : 1000,
}
run3, run_params3 = running.run(topics_all, 'ABSTRACTS', run_params3)
#results, aggregated = evaluation.evaluate(qrels[(qrels.relev.isin([2]))], run)
#aggregated
run3.head(2)
utils.to_trec_run_file(run3, run_params3)<jupyter_output><empty_output><jupyter_text>Query 3 - with treatments<jupyter_code>run_params3_treatment = {
    'run_id':'imi_mug_run_3_treatment',
    'query_template':'test_pilar/test_template_2.json',
    'output_size' : 1500,
}
run3_treatment, run_params3_treatment = running.run(topics_all, 'ABSTRACTS', run_params3_treatment)
#results, aggregated = evaluation.evaluate(qrels[(qrels.relev.isin([2]))], run)
#aggregated
run3_treatment = utils.run_with_treatments(run3_treatment)
run3_treatment.head(2)
utils.to_trec_run_file_with_treatments(run3_treatment, run_params3_treatment)<jupyter_output><empty_output>
{'fraction_non_alphanumeric': 0.13319755600814664, 'fraction_numerical': 0.038696537678207736, 'mean_word_length': 8.233082706766917, 'pattern_counts': {'":': 0, '<': 21, '<?xml version=': 0, '>': 21, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'chain_length': '5', 'dir': 'jupyter-structured-clean-dedup', 'id': '83313', 'license': 'MIT', 'n_tokens_mistral': 1078, 'n_tokens_neox': 949, 'n_words': 109, 'path': 'python-experiments/abstracts/abstracts_experiments_pilar.ipynb', 'repo_name': 'plopezgarcia/trec-2019-precision-medicine', 'size': '2455'}