<commit_before>from __future__ import unicode_literals

from django.core.management.base import BaseCommand, CommandError

import os
import requests
import shutil


import re
from datetime import datetime
from django.utils import timezone


from requests.auth import HTTPBasicAuth

import tempfile

from django.core.files import File

from museum.models import Keyword, Entry, Author, License, Collection


class Command(BaseCommand):
    help = 'Sync entries with MAdeK database. Needs two positional arguments: set uuid, category (one of tone_systems or colour_systems)'

    category = 'TO'

    base = 'http://medienarchiv.zhdk.ch'
    # collection_remote_id = '73114b11-08de-42a9-ba36-864d9c1b5641'

    user = 'sound-colour-space'
    password = '<PASSWORD>'
    # auth_header = 'Authorization: Basic c291bmQtY29sb3VyLXNwYWNlOjk1Y2EyYTcxLTRlMDEtNDQ3Ny04ZTE0LWI2NzNlOTZlNGZlOQ=='<commit_msg>disable urllib3 warnings<commit_after>from __future__ import unicode_literals

from django.core.management.base import BaseCommand, CommandError

import os
import requests
import shutil


import re
from datetime import datetime
from django.utils import timezone


from requests.auth import HTTPBasicAuth

import urllib3
urllib3.disable_warnings()

import tempfile

from django.core.files import File

from museum.models import Keyword, Entry, Author, License, Collection


class Command(BaseCommand):
    help = 'Sync entries with MAdeK database. Needs two positional arguments: set uuid, category (one of tone_systems or colour_systems)'

    category = 'TO'

    base = 'http://medienarchiv.zhdk.ch'
    # collection_remote_id = '73114b11-08de-42a9-ba36-<PASSWORD>'

    user = 'sound-colour-space'
    password = '<PASSWORD>'
    # auth_header = 'Authorization: Basic c291bmQtY29sb3VyLXNwYWNlOjk1Y2EyYTcxLTRlMDEtNDQ3Ny04ZTE0LWI2NzNlOTZlNGZlOQ=='
{'fraction_non_alphanumeric': 0.0710412147505423, 'fraction_numerical': 0.03579175704989154, 'mean_word_length': 5.15, 'pattern_counts': {'":': 0, '<': 6, '<?xml version=': 0, '>': 6, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7054998', 'n_tokens_mistral': 653, 'n_tokens_neox': 606, 'n_words': 158}