<commit_before>import os
import hashlib
import httplib
import requests
import json
import urllib
import urlparse
import tempfile
import shutil
import datetime
import copy
import mimetypes
import re
import routes
import time
import urlparse

from requests.packages import urllib3

from ckan.common import _
from ckan.lib.celery_app import celery
from ckan.lib import uploader
from ckan import plugins as p
from ckanext.archiver import interfaces as archiver_interfaces

import logging

log = logging.getLogger(__name__)

toolkit = p.toolkit

ALLOWED_SCHEMES = set(('http', 'https', 'ftp'))

USER_AGENT = 'ckanext-archiver'



<commit_msg>Remove whitespace<commit_after>import os
import hashlib
import httplib
import requests
import json
import urllib
import urlparse
import tempfile
import shutil
import datetime
import copy
import mimetypes
import re
import routes
import time
import urlparse

from requests.packages import urllib3

from ckan.common import _
from ckan.lib.celery_app import celery
from ckan.lib import uploader
from ckan import plugins as p
from ckanext.archiver import interfaces as archiver_interfaces

import logging

log = logging.getLogger(__name__)

toolkit = p.toolkit

ALLOWED_SCHEMES = set(('http', 'https', 'ftp'))

USER_AGENT = 'ckanext-archiver'

{'fraction_non_alphanumeric': 0.05019607843137255, 'fraction_numerical': 0.001568627450980392, 'mean_word_length': 5.751322751322752, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3187373', 'n_tokens_mistral': 400, 'n_tokens_neox': 393, 'n_words': 143}