<commit_before>%%% REFERENCES ABOUT OML %%%

@article{2014mehani_instrumentation_framework,
    abstract = {Experimental research on future Internet technologies involves observing multiple metrics at various dis-
tributed points of the networks under study. Collecting these measurements is often a tedious, repetitive and error prone
task, be it in a testbed or in an uncontrolled field experiment. The relevant experimental data is usually scattered across
multiple hosts in potentially different formats, and sometimes buried amongst a trove of other measurements, irrelevant
to the current study. Collecting, selecting and formatting the useful measurements is a time-consuming and error-prone
manual operation.

In this paper, we present a conceptual Software-Defined Measurement (SDM) framework to facilitate this task. It
includes a common representation for any type of experimental data, as well as the elements to process and collect the
measurement samples and their associated metadata. We then present an implementation of this concept, which we built
as a major extension and refactoring of the existing Orbit Measurement Library (OML). We outline its API, and how it
can be used to instrument an experiment in only a few lines of code. We also evaluate the current implementation, and
demonstrate that it efficiently allows measurement collection without interfering with the systems under observation.},
    address = {Amsterdam, Netherlands},
    author = {Mehani, <NAME> Jourjon, <NAME> Rakotoarivelo, <NAME>, Max},
    doi = {10.1016/j.bjp.2014.01.007},
    editor = {Sterbenz, <NAME>. and Hutchison, David and M\"{u}ller, Paul and Elliott, Chip and Rudin, Harry},
    howpublished = {Special Issue on Future Internet Testbeds},
    journal = {Computer Networks},
    keywords = {2013, framework, measurement, nicta, oliviermehani, oml, reporting, softwaredefinedmeasurement, sdm},
    note = {In press},
    publisher = {Elsevier},
    title = {An Instrumentation Framework for the Critical Task of Measurement Collection in the Future {I}nternet},
    url = {http://www.nicta.com.au/pub?id=6718},
    pdf-url = {http://www.nicta.com.au/pub?doc=7123&filename=nicta_publication_6718.pdf},
    year = {2014}
}

@article{2012mehani_oml_performance,
    abstract = {In all measurement campaigns, one needs to assert that the instrumentation
tools do not significantly impact the system being monitored. This is critical
to future claims based on the collected data and is sometimes overseen in
experimental studies. We propose a method to evaluate the potential "observer
effect" of an instrumentation system, and apply it to the OMF Measurement
Library (OML). OML allows the instrumentation of almost any software to collect
any type of measurements. As it is increasingly being used in networking
research, it is important to characterise possible biases it may introduce in
the collected metrics. Thus, we study its effect on multiple types of reports
from various applications commonly used in wireless research. To this end, we
designed experiments comparing OML-instrumented software with their original
flavours. Our analyses of the results from these experiments show that, with an
appropriate reporting setup, OML has no significant impact on the instrumented
applications, and may even improve some of their performances in specifics
cases. We discuss our methodology and the implication of using OML, and provide
guidelines on instrumenting off-the-shelf software.},<commit_msg>Update COMNET reference<commit_after>%%% REFERENCES ABOUT OML %%%

@article{2014mehani_instrumentation_framework,
    abstract = {Experimental research on future Internet technologies involves observing multiple metrics at various dis-
tributed points of the networks under study. Collecting these measurements is often a tedious, repetitive and error prone
task, be it in a testbed or in an uncontrolled field experiment. The relevant experimental data is usually scattered across
multiple hosts in potentially different formats, and sometimes buried amongst a trove of other measurements, irrelevant
to the current study. Collecting, selecting and formatting the useful measurements is a time-consuming and error-prone
manual operation.

In this paper, we present a conceptual {Software-Defined} Measurement ({SDM}) framework to facilitate this task. It
includes a common representation for any type of experimental data, as well as the elements to process and collect the
measurement samples and their associated metadata. We then present an implementation of this concept, which we built
as a major extension and refactoring of the existing Orbit Measurement Library ({OML}). We outline its {API}, and how it
can be used to instrument an experiment in only a few lines of code. We also evaluate the current implementation, and
demonstrate that it efficiently allows measurement collection without interfering with the systems under observation.},
    address = {Amsterdam, Netherlands},
    author = {<NAME> and <NAME> and Rakotoarivelo, Thierry and <NAME>},
    day = {22},
    doi = {10.1016/j.bjp.2014.01.007},
    editor = {Sterbenz, <NAME>. and <NAME> M\"{u}ller, <NAME> <NAME> <NAME>},
    howpublished = {Special Issue on Future Internet Testbeds --- Part II; also published as Nicta TR-6065},
    institution = {NICTA},
    issn = {1389-1286},
    journal = {Computer Networks},
    keywords = {2014, comnet, framework, measurement, nicta, oliviermehani, oml, reporting, sdm, softwaredefinedmeasurement},
    month = apr,
    pages = {68--83},
    publisher = {Elsevier},
    title = {An Instrumentation Framework for the Critical Task of Measurement Collection in the Future {I}nternet},
    url = {http://www.nicta.com.au/pub?id=6718},
    pdf-url = {http://www.nicta.com.au/pub?doc=7123&filename=nicta_publication_6718.pdf},
    volume = {63},
    year = {2014}
}

@article{2012mehani_oml_performance,
    abstract = {In all measurement campaigns, one needs to assert that the instrumentation
tools do not significantly impact the system being monitored. This is critical
to future claims based on the collected data and is sometimes overseen in
experimental studies. We propose a method to evaluate the potential "observer
effect" of an instrumentation system, and apply it to the OMF Measurement
Library (OML). OML allows the instrumentation of almost any software to collect
any type of measurements. As it is increasingly being used in networking
research, it is important to characterise possible biases it may introduce in
the collected metrics. Thus, we study its effect on multiple types of reports
from various applications commonly used in wireless research. To this end, we
designed experiments comparing OML-instrumented software with their original
flavours. Our analyses of the results from these experiments show that, with an
appropriate reporting setup, OML has no significant impact on the instrumented
applications, and may even improve some of their performances in specifics
cases. We discuss our methodology and the implication of using OML, and provide
guidelines on instrumenting off-the-shelf software.},
{'fraction_non_alphanumeric': 0.05776223776223776, 'fraction_numerical': 0.014825174825174826, 'mean_word_length': 4.90016501650165, 'pattern_counts': {'":': 0, '<': 15, '<?xml version=': 0, '>': 15, 'https://': 0, 'lorem ipsum': 0, 'www.': 4, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6218011', 'n_tokens_mistral': 1878, 'n_tokens_neox': 1699, 'n_words': 925}