<commit_before>import hashlib
import json
import os
import urllib
from datetime import datetime

import gevent
import requests
from six import string_types
from six.moves.urllib.parse import urlparse, urlunparse, parse_qs
from socketIO_client import SocketIO, BaseNamespace

# Disable useless warnings
# Works with requests==2.6.0, fails with some other versions
try:
    requests.packages.urllib3.disable_warnings()
except AttributeError:
    pass

BASE_URL = 'https:/app.amigocloud.com'
CHUNK_SIZE = 100000  # 100kB<commit_msg>quick fix<commit_after>import hashlib
import json
import os
import urllib
from datetime import datetime

import gevent
import requests
from six import string_types
from six.moves.urllib.parse import urlparse, urlunparse, parse_qs
from socketIO_client import SocketIO, BaseNamespace

# Disable useless warnings
# Works with requests==2.6.0, fails with some other versions
try:
    requests.packages.urllib3.disable_warnings()
except AttributeError:
    pass

BASE_URL = 'https://app.amigocloud.com'
CHUNK_SIZE = 100000  # 100kB
{'fraction_non_alphanumeric': 0.061611374407582936, 'fraction_numerical': 0.024644549763033177, 'mean_word_length': 5.559006211180124, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 1, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '83896', 'n_tokens_mistral': 341, 'n_tokens_neox': 319, 'n_words': 104}