<commit_before>\documentclass[simplex.tex]{subfiles}
% DO NOT INCLUDE PREAMBLES/PACKAGES HERE!!
% packages are inherited from preamble.tex; you can compile this on its own
\begin{document}
\subsection{ndstore}
%
%
%Your content here. Please make sure that it fits on one page.
%
%%%%   EXAMPLE FIGURE BLOCK
%\begin{figure}[!h]
%\begin{cframed}
%\centering
%\includegraphics[width=0.15\textwidth]{neurodata_small.png}
%\caption{Please provide a detailed caption for your figure.}
%\label{fig:name}
%\end{cframed}
%\end{figure}
\end{document}
<commit_msg>Adding text for ndstore.<commit_after>\documentclass[simplex.tex]{subfiles}
% DO NOT INCLUDE PREAMBLES/PACKAGES HERE!!
% packages are inherited from preamble.tex; you can compile this on its own
\begin{document}
\subsection{ndstore}
%
%
%Your content here. Please make sure that it fits on one page.
The autoingest and propagate service in ndstore were modified so they could now be deployed on the cloud. ndstore is now capable of ingesting data directly into AWS S3, an object store, using a single thread. Similarly, a scaling resolution can now be built for all the image and annotation data on AWS S3. This will support easier ingest of data from collaborators.
%
%%%%   EXAMPLE FIGURE BLOCK
%\begin{figure}[!h]
%\begin{cframed}
%\centering
%\includegraphics[width=0.15\textwidth]{neurodata_small.png}
%\caption{Please provide a detailed caption for your figure.}
%\label{fig:name}
%\end{cframed}
%\end{figure}
\end{document}

{'fraction_non_alphanumeric': 0.1078167115902965, 'fraction_numerical': 0.005390835579514825, 'mean_word_length': 5.400862068965517, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4809209', 'n_tokens_mistral': 477, 'n_tokens_neox': 447, 'n_words': 168}