<commit_before>%
% File naaclhlt2015.tex
%

\documentclass[11pt,letterpaper]{article}
\usepackage{naaclhlt2015}
\usepackage{times}
\usepackage{graphicx}
\usepackage{latexsym}
\usepackage{url}
\setlength\titlebox{6.5cm}    % Expanding the titlebox

\title{Minerva \\ Question-answering system}

\author{<NAME>agic\\
	    {\tt <EMAIL>}
	    \And
      \\
      \\
      \\
      \textbf{<NAME>}\\
      {\tt <EMAIL>}
      \And
      <NAME>\'{e}\\
      {\tt <EMAIL>}
}

\date{}

\begin{document}
\maketitle
\begin{abstract}
\input{sections/abstract.tex}
\end{abstract}
\section{Introduction}
\input{sections/introduction.tex}
\section{Question Processing}
\input{sections/question_processing.tex}
\section{Passage Retrieval}
\input{sections/passage_retrieval.tex}
\section{Answer Extraction}
\input{sections/answer_extraction.tex}
\section{Results and evaluation}
\input{sections/results_and_evaluation.tex}

\begin{thebibliography}{}

\iffalse
\bibitem[\protect\citename{Aho and Ullman}1972]{Aho:72}
Alfred~V. Aho and Jeffrey~<NAME>.
\newblock 1972.
\newblock {\em The Theory of Parsing, Translation and Compiling}, volume~1.
\newblock Prentice-{Hall}, Englewood Cliffs, NJ.

\bibitem[\protect\citename{{American Psychological Association}}1983]{APA:83}
{American Psychological Association}.
\newblock 1983.
\newblock {\em Publications Manual}.
\newblock American Psychological Association, Washington, DC.

\bibitem[\protect\citename{{Association for Computing Machinery}}1983]{ACM:83}
{Association for Computing Machinery}.
\newblock 1983.
\newblock {\em Computing Reviews}, 24(11):503--512.

\bibitem[\protect\citename{Chandra \bgroup et al.\egroup }1981]{Chandra:81}
Ashok~<NAME>, <NAME>, and <NAME>.
\newblock 1981.
\newblock Alternation.
\newblock {\em Journal of the Association for Computing Machinery},
  28(1):114--133.

\bibitem[\protect\citename{Gusfield}1997]{Gusfield:97}
<NAME>.
\newblock 1997.
\newblock {\em Algorithms on Strings, Trees and Sequences}.
\newblock Cambridge University Press, Cambridge, UK.
\fi

\bibitem[\protect\citename{<NAME>, <NAME>, <NAME>}2014]{QASYS}
<NAME>, <NAME>, <NAME>.
\newblock 2014.
\newblock Passage Retrieval in a Question Answering System. 
\newblock Proceedings of the Fifth Swedish Language Technology Conference, Uppsala, 2014.
\newblock \url{http://www2.lingfil.uu.se/SLTC2014/abstracts/sltc2014_submission_3.pdf}

\bibitem[\protect\citename{<NAME>}2013]{stagger}
<NAME>.
\newblock 2013.
\newblock {\em Stagger: an Open-Source Part of Speech tagger for Swedish}.
\newblock Northern European Journal of Language Technology, 2013.
\newblock \url{http://www.ling.su.se/polopoly_fs/1.151578.1381924405!/menu/standard/file/nejlt13v3a1.pdf}

\bibitem{lucenecore}
\newblock Apache Lucene Core
\newblock \url{http://lucene.apache.org/core/}
\newblock The Apache Software Foundation
\newblock 2015-01-03

\bibitem{wikimedia}
\newblock Wikimedia Downloads
\newblock \url{http://dumps.wikimedia.org/}
\newblock The Wikimedia Foundation
\newblock 2015-01-03

\bibitem{wikiextractor}
\newblock Wikipedia Extractor
\newblock \url{http://medialab.di.unipi.it/wiki/Wikipedia_Extractor}
\newblock 2015-01-03

\bibitem{bm25similarity}
\newblock The BM25 similarity function
\newblock \url{http://ipl.cs.aueb.gr/stougiannis/bm25.html}
\newblock 2015-01-03

\bibitem{tfidfsimilarity}
\newblock Class TFIDFSimilarity
\newblock \url{https://lucene.apache.org/core/4_0_0/core/org/apache/lucene/search/similarities/TFIDFSimilarity.html}
\newblock 2015-01-03

\end{thebibliography}

\end{document}<commit_msg>reference<commit_after>%
% File naaclhlt2015.tex
%

\documentclass[11pt,letterpaper]{article}
\usepackage{naaclhlt2015}
\usepackage{times}
\usepackage{graphicx}
\usepackage{latexsym}
\usepackage{url}
\setlength\titlebox{6.5cm}    % Expanding the titlebox
\bibliographystyle{plain}

\title{Minerva \\ Question-answering system}

\author{<NAME>agic\\
	    {\tt <EMAIL>}
	    \And
      \\
      \\
      \\
      \textbf{<NAME>}\\
      {\tt <EMAIL>}
      \And
      <NAME>\'{e}\\
      {\tt <EMAIL>}
}

\date{}

\begin{document}
\maketitle
\begin{abstract}
\input{sections/abstract.tex}
\end{abstract}
\section{Introduction}
\input{sections/introduction.tex}
\section{Question Processing}
\input{sections/question_processing.tex}
\section{Passage Retrieval}
\input{sections/passage_retrieval.tex}
\section{Answer Extraction}
\input{sections/answer_extraction.tex}
\section{Results and evaluation}
\input{sections/results_and_evaluation.tex}

\begin{thebibliography}{}

\iffalse
\bibitem[\protect\citename{Aho and Ullman}1972]{Aho:72}
Alfred~<NAME> and <NAME>.
\newblock 1972.
\newblock {\em The Theory of Parsing, Translation and Compiling}, volume~1.
\newblock Prentice-{Hall}, Englewood Cliffs, NJ.

\bibitem[\protect\citename{{American Psychological Association}}1983]{APA:83}
{American Psychological Association}.
\newblock 1983.
\newblock {\em Publications Manual}.
\newblock American Psychological Association, Washington, DC.

\bibitem[\protect\citename{{Association for Computing Machinery}}1983]{ACM:83}
{Association for Computing Machinery}.
\newblock 1983.
\newblock {\em Computing Reviews}, 24(11):503--512.

\bibitem[\protect\citename{Chandra \bgroup et al.\egroup }1981]{Chandra:81}
<NAME>, <NAME>, and <NAME>.
\newblock 1981.
\newblock Alternation.
\newblock {\em Journal of the Association for Computing Machinery},
  28(1):114--133.

\bibitem[\protect\citename{Gusfield}1997]{Gusfield:97}
<NAME>.
\newblock 1997.
\newblock {\em Algorithms on Strings, Trees and Sequences}.
\newblock Cambridge University Press, Cambridge, UK.
\fi

\bibitem[\protect\citename{<NAME>, <NAME>, <NAME>}2014]{QASYS}
<NAME>, <NAME>, <NAME>.
\newblock 2014.
\newblock Passage Retrieval in a Question Answering System. 
\newblock Proceedings of the Fifth Swedish Language Technology Conference, Uppsala, 2014.
\newblock \url{http://www2.lingfil.uu.se/SLTC2014/abstracts/sltc2014_submission_3.pdf}

\bibitem[\protect\citename{Robert \"Ostling}2013]{stagger}
<NAME>.
\newblock 2013.
\newblock {\em Stagger: an Open-Source Part of Speech tagger for Swedish}.
\newblock Northern European Journal of Language Technology, 2013.
\newblock \url{http://www.ling.su.se/polopoly_fs/1.151578.1381924405!/menu/standard/file/nejlt13v3a1.pdf}

\bibitem{lucenecore}
The Apache Software Foundation \\
\newblock Apache Lucene Core \\
\newblock \url{http://lucene.apache.org/core/} \\
\newblock 2015-01-03

\bibitem{wikimedia}
The Wikimedia Foundation \\
\newblock Wikimedia Downloads \\
\newblock \url{http://dumps.wikimedia.org/} \\
\newblock 2015-01-03

\bibitem{wikiextractor}
University of Pisa \\
\newblock Wikipedia Extractor \\
\newblock \url{http://medialab.di.unipi.it/wiki/Wikipedia_Extractor} \\
\newblock 2015-01-03

\bibitem{bm25similarity}
Athens University of Economics and Business \\
\newblock The BM25 similarity function \\
\newblock \url{http://ipl.cs.aueb.gr/stougiannis/bm25.html} \\
\newblock 2015-01-03

\bibitem{tfidfsimilarity}
The Apache Software Foundation \\
\newblock Class TFIDFSimilarity \\
\newblock \url{https://lucene.apache.org/core/4_0_0/core/org/apache/lucene/search/similarities/TFIDFSimilarity.html} \\
\newblock 2015-01-03

\end{thebibliography}

\end{document}
{'fraction_non_alphanumeric': 0.1433125433125433, 'fraction_numerical': 0.05155925155925156, 'mean_word_length': 4.713380839271576, 'pattern_counts': {'":': 0, '<': 41, '<?xml version=': 0, '>': 41, 'https://': 2, 'lorem ipsum': 0, 'www.': 4, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5360317', 'n_tokens_mistral': 2892, 'n_tokens_neox': 2471, 'n_words': 525}