<commit_before># coding: utf-8

import datetime
import re
import urllib
import urllib2

from django.conf import settings
from django.core.cache import cache
from django.core.files import ContentFile
from django.core import urlresolvers
from django.db import models
from django.template.defaultfilters import slugify

import lxml.html
import requests

from parliament.core import parsetools
from parliament.core.utils import memoize_property, ActiveManager

import logging
logger = logging.getLogger(__name__)

POL_LOOKUP_URL = 'http://www.parl.gc.ca/MembersOfParliament/ProfileMP.aspx?Key=%d&Language=E'

class InternalXref(models.Model):
    """A general-purpose table for quickly storing internal links."""
    text_value = models.CharField(max_length=250, blank=True, db_index=True)
    int_value = models.IntegerField(blank=True, null=True, db_index=True)
    target_id = models.IntegerField(db_index=True)
    
    # CURRENT SCHEMAS
    # party_names
    # bill_callbackid
    # session_legisin -- LEGISinfo ID for a session<commit_msg>fix import<commit_after># coding: utf-8

import datetime
import re
import urllib
import urllib2

from django.conf import settings
from django.core.cache import cache
from django.core.files.base import ContentFile
from django.core import urlresolvers
from django.db import models
from django.template.defaultfilters import slugify

import lxml.html
import requests

from parliament.core import parsetools
from parliament.core.utils import memoize_property, ActiveManager

import logging
logger = logging.getLogger(__name__)

POL_LOOKUP_URL = 'http://www.parl.gc.ca/MembersOfParliament/ProfileMP.aspx?Key=%d&Language=E'

class InternalXref(models.Model):
    """A general-purpose table for quickly storing internal links."""
    text_value = models.CharField(max_length=250, blank=True, db_index=True)
    int_value = models.IntegerField(blank=True, null=True, db_index=True)
    target_id = models.IntegerField(db_index=True)
    
    # CURRENT SCHEMAS
    # party_names
    # bill_callbackid
    # session_legisin -- LEGISinfo ID for a session
{'fraction_non_alphanumeric': 0.07917466410748561, 'fraction_numerical': 0.0047984644913627635, 'mean_word_length': 5.150442477876106, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6242263', 'n_tokens_mistral': 640, 'n_tokens_neox': 621, 'n_words': 168}