<commit_before>__author__ = 'Nishanth'

import os
import urllib
import io
from juliabox.cloud import JBPluginCloud
from juliabox.jbox_util import JBoxCfg
from oauth2client.client import GoogleCredentials
from googleapiclient.discovery import build
from googleapiclient.http import MediaIoBaseDownload, MediaIoBaseUpload
from googleapiclient.errors import HttpError
from mimetypes import MimeTypes
from time import sleep
from random import random
import threading

class KeyStruct:
    def __init__(self, **entries): 
        self.__dict__.update(entries)
        self.size = int(self.size)

class JBoxGS(JBPluginCloud):
    provides = [JBPluginCloud.JBP_BUCKETSTORE, JBPluginCloud.JBP_BUCKETSTORE_GS]
    threadlocal = threading.local()
    BUCKETS = dict()
    MAX_RETRIES = 10
    RETRYABLE_ERRORS = [500, 502, 503, 504]
    MAX_BACKOFF = 32
    BACKOFF_FACTOR = 2<commit_msg>Fix missing import in bucket_gs<commit_after>__author__ = 'Nishanth'

import os
import urllib
import io
from juliabox.cloud import JBPluginCloud
from juliabox.jbox_util import JBoxCfg, retry_on_errors
from oauth2client.client import GoogleCredentials
from googleapiclient.discovery import build
from googleapiclient.http import MediaIoBaseDownload, MediaIoBaseUpload
from googleapiclient.errors import HttpError
from mimetypes import MimeTypes
from time import sleep
from random import random
import threading

class KeyStruct:
    def __init__(self, **entries): 
        self.__dict__.update(entries)
        self.size = int(self.size)

class JBoxGS(JBPluginCloud):
    provides = [JBPluginCloud.JBP_BUCKETSTORE, JBPluginCloud.JBP_BUCKETSTORE_GS]
    threadlocal = threading.local()
    BUCKETS = dict()
    MAX_RETRIES = 10
    RETRYABLE_ERRORS = [500, 502, 503, 504]
    MAX_BACKOFF = 32
    BACKOFF_FACTOR = 2
{'fraction_non_alphanumeric': 0.060859854829704074, 'fraction_numerical': 0.020100502512562814, 'mean_word_length': 4.933774834437086, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3863566', 'n_tokens_mistral': 599, 'n_tokens_neox': 574, 'n_words': 154}