<commit_before>import urllib3
import io
import gzip
import csv
import logging
import collections
from pyramid.view import view_config
from sqlalchemy.sql import text
from elasticsearch.exceptions import (
    NotFoundError
)
from snovault import DBSESSION, COLLECTIONS
from snovault.storage import (
    TransactionRecord,
)
from snovault.elasticsearch.indexer import all_uuids
from snovault.elasticsearch.interfaces import (
    ELASTIC_SEARCH,
    SNP_SEARCH_ES,
)
import copy

# NOTE: Trackhub caching is turned on and off with this global AND USE_CACHE in visualization.py
TRACKHUB_CACHING = False

# from .visualization import VISIBLE_DATASET_TYPES_LC
VISIBLE_DATASET_TYPES_LC = ["experiment", "annotation"]


SEARCH_MAX = 99999  # OutOfMemoryError if too high
log = logging.getLogger(__name__)<commit_msg>Make sure peak_indexer does trackhub cache priming<commit_after>import urllib3
import io
import gzip
import csv
import logging
import collections
from pyramid.view import view_config
from sqlalchemy.sql import text
from elasticsearch.exceptions import (
    NotFoundError
)
from snovault import DBSESSION, COLLECTIONS
from snovault.storage import (
    TransactionRecord,
)
from snovault.elasticsearch.indexer import all_uuids
from snovault.elasticsearch.interfaces import (
    ELASTIC_SEARCH,
    SNP_SEARCH_ES,
)
import copy

# NOTE: Trackhub caching is turned on and off with this global AND USE_CACHE in visualization.py
TRACKHUB_CACHING = True

# from .visualization import VISIBLE_DATASET_TYPES_LC
VISIBLE_DATASET_TYPES_LC = ["experiment", "annotation"]


SEARCH_MAX = 99999  # OutOfMemoryError if too high
log = logging.getLogger(__name__)
{'fraction_non_alphanumeric': 0.04945717732207479, 'fraction_numerical': 0.007237635705669481, 'mean_word_length': 5.716599190283401, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5973539', 'n_tokens_mistral': 528, 'n_tokens_neox': 506, 'n_words': 157}