<commit_before>import smtplib
import sys
import traceback

from email.Utils import formatdate
from email.mime.text import MIMEText
from time import time
from urlparse import parse_qsl

from django.core.management import setup_environ
from django.utils.http import urlencode

import settings_local as settings
setup_environ(settings)
# This has to be imported after the settings so statsd knows where to log to.
from django_statsd.clients import statsd


import commonware.log
import MySQLdb as mysql
import sqlalchemy.pool as pool


try:
    from compare import version_int
except ImportError:
    from apps.versions.compare import version_int

from constants import applications, base
from utils import (APP_GUIDS, get_mirror, log_configure, PLATFORMS,
                   STATUSES_PUBLIC)

# Go configure the log.
log_configure()

good_rdf = """<?xml version="1.0"?>
<RDF:RDF xmlns:RDF="http://www.w3.org/1999/02/22-rdf-syntax-ns#"
         xmlns:em="http://www.mozilla.org/2004/em-rdf#">
    <RDF:Description about="urn:mozilla:%(type)s:%(guid)s">
        <em:updates>
            <RDF:Seq>
                <RDF:li resource="urn:mozilla:%(type)s:%(guid)s:%(version)s"/>
            </RDF:Seq>
        </em:updates>
    </RDF:Description>

    <RDF:Description about="urn:mozilla:%(type)s:%(guid)s:%(version)s">
        <em:version>%(version)s</em:version>
        <em:targetApplication><commit_msg>rm 2 redundant blank lines<commit_after>import smtplib
import sys
import traceback

from email.Utils import formatdate
from email.mime.text import MIMEText
from time import time
from urlparse import parse_qsl

from django.core.management import setup_environ
from django.utils.http import urlencode

import settings_local as settings
setup_environ(settings)
# This has to be imported after the settings so statsd knows where to log to.
from django_statsd.clients import statsd

import commonware.log
import MySQLdb as mysql
import sqlalchemy.pool as pool

try:
    from compare import version_int
except ImportError:
    from apps.versions.compare import version_int

from constants import applications, base
from utils import (APP_GUIDS, get_mirror, log_configure, PLATFORMS,
                   STATUSES_PUBLIC)

# Go configure the log.
log_configure()

good_rdf = """<?xml version="1.0"?>
<RDF:RDF xmlns:RDF="http://www.w3.org/1999/02/22-rdf-syntax-ns#"
         xmlns:em="http://www.mozilla.org/2004/em-rdf#">
    <RDF:Description about="urn:mozilla:%(type)s:%(guid)s">
        <em:updates>
            <RDF:Seq>
                <RDF:li resource="urn:mozilla:%(type)s:%(guid)s:%(version)s"/>
            </RDF:Seq>
        </em:updates>
    </RDF:Description>

    <RDF:Description about="urn:mozilla:%(type)s:%(guid)s:%(version)s">
        <em:version>%(version)s</em:version>
        <em:targetApplication>
{'fraction_non_alphanumeric': 0.11454998221273568, 'fraction_numerical': 0.011028103877623622, 'mean_word_length': 3.9594356261022927, 'pattern_counts': {'":': 0, '<': 29, '<?xml version=': 2, '>': 29, 'https://': 0, 'lorem ipsum': 0, 'www.': 4, 'xml': 6}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2440274', 'n_tokens_mistral': 939, 'n_tokens_neox': 897, 'n_words': 227}