<commit_before>from django.db import models
from django.conf import settings

stages = [
    ("First call", "First call for comments"),
    ("First reading", "First reading"),
    ("Second reading", "Second reading"),
]

class Bill(models.Model):
    name = models.CharField(max_length=100)
    code = models.CharField(max_length=10)
    
    # introduced_by??

class BillStage(models.Model):
    bill = models.ForeignKey(Bill)
    stage = models.CharField(choices=stages, max_length=30)

class GovInfoScraper(models.Model):
    bill_name = models.CharField(max_length=100)
    bill_code = models.CharField(max_length=10)
    comment_startdate = models.DateField()
    comment_enddate = models.DateField()
    scrape_date = models.DateTimeField(auto_now_add=True)
    url = models.URLField(null=True, blank=True)
    reviewed = models.BooleanField(default=False)
<commit_msg>Added preparliamentary stage model<commit_after>from django.db import models
from django.conf import settings

stages = [
    ("First call", "First call for comments"),
    ("First reading", "First reading"),
    ("Second reading", "Second reading"),
]

class Bill(models.Model):
    name = models.CharField(max_length=100)
    code = models.CharField(max_length=10)
    
    # introduced_by??

class BillStage(models.Model):
    bill = models.ForeignKey(Bill)
    stage = models.CharField(choices=stages, max_length=30)

class PreparliamentaryStage(BillStage):
    comments_start = models.DateField()
    comments_end = models.DateField()

class GovInfoScraper(models.Model):
    bill_name = models.CharField(max_length=100)
    bill_code = models.CharField(max_length=10)
    comment_startdate = models.DateField()
    comment_enddate = models.DateField()
    scrape_date = models.DateTimeField(auto_now_add=True)
    url = models.URLField(null=True, blank=True)
    reviewed = models.BooleanField(default=False)

{'fraction_non_alphanumeric': 0.11481481481481481, 'fraction_numerical': 0.012698412698412698, 'mean_word_length': 4.712990936555891, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5086420', 'n_tokens_mistral': 602, 'n_tokens_neox': 585, 'n_words': 117}