<commit_before>
from time import sleep

from logger import Logger
from utils.http import Callback


def do(func_list, metadata_class, retry_limit=None, log_path=LOG_FILE, callback=None, **kwargs):
    '''
    Logging/retry logic wrapper.
    
    Inputs:
        func_list: list of tuples [(func, (args), {kwargs})] - args vs kwargs works on type identification
        retry_limit: int, maximum retries for a given function - not to exceed settings.RETRY_THRESHOLD
        log_name: string name of log file that do should write to
        callback: string callback json from Callback.to_json to execute upon func_list completion
    '''<commit_msg>change default<commit_after>
from time import sleep

from logger import Logger
from utils.http import Callback


def do(func_list, metadata_class, retry_limit=None, log_path='/var/log/do.log', callback=None, **kwargs):
    '''
    Logging/retry logic wrapper.
    
    Inputs:
        func_list: list of tuples [(func, (args), {kwargs})] - args vs kwargs works on type identification
        retry_limit: int, maximum retries for a given function - not to exceed settings.RETRY_THRESHOLD
        log_name: string name of log file that do should write to
        callback: string callback json from Callback.to_json to execute upon func_list completion
    '''
{'fraction_non_alphanumeric': 0.07339449541284404, 'fraction_numerical': 0.0, 'mean_word_length': 3.641843971631206, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3259782', 'n_tokens_mistral': 363, 'n_tokens_neox': 366, 'n_words': 145}