<commit_before>"""
This script prints some basic collection stats about the size of the
collections and their indexes.
"""

from prettytable import PrettyTable
import psutil
from pymongo import Connection

connection = Connection()

def compute_signature(index):<commit_msg>Allow querying secondaries<commit_after>"""
This script prints some basic collection stats about the size of the
collections and their indexes.
"""

from prettytable import PrettyTable
import psutil
from pymongo import Connection
from pymongo import ReadPreference

connection = Connection(read_preference=ReadPreference.SECONDARY)

def compute_signature(index):
{'fraction_non_alphanumeric': 0.05345911949685535, 'fraction_numerical': 0.0, 'mean_word_length': 6.9625, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1504739', 'n_tokens_mistral': 159, 'n_tokens_neox': 157, 'n_words': 67}