<commit_before>#!/usr/bin/env python
from __future__ import print_function, division, unicode_literals

import os
from contextlib import contextmanager
from functools import partial
import tempfile
import shutil
import pika
import rethinkdb as r
import logging
import traceback
import pytz
from datetime import datetime
from collections import namedtuple

from worker.storageclient import StorageClient
from protocolbuffers.messages_pb2 import Files

class FontbakeryWorkerError(Exception):<commit_msg>[PRDispatcher] WIP python/worker/fontbakeryworker rethink module usage update<commit_after>#!/usr/bin/env python
from __future__ import print_function, division, unicode_literals

import os
from contextlib import contextmanager
from functools import partial
import tempfile
import shutil
import pika
from rethinkdb import RethinkDB
import logging
import traceback
import pytz
from datetime import datetime
from collections import namedtuple

from worker.storageclient import StorageClient
from protocolbuffers.messages_pb2 import Files

r = RethinkDB()

class FontbakeryWorkerError(Exception):
{'fraction_non_alphanumeric': 0.033789954337899546, 'fraction_numerical': 0.0018264840182648401, 'mean_word_length': 7.366412213740458, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '972145', 'n_tokens_mistral': 289, 'n_tokens_neox': 282, 'n_words': 111}