<commit_before>from data_importers.management.commands import BaseXpressDemocracyClubCsvImporter


class Command(BaseXpressDemocracyClubCsvImporter):
    council_id = "THE"
    addresses_name = (
        "2021-04-20T10:19:27.612662/Three rivers Democracy_Club__06May2021.tsv"
    )
    stations_name = (
        "2021-04-20T10:19:27.612662/Three rivers Democracy_Club__06May2021.tsv"
    )
    elections = ["2021-05-06"]
    csv_delimiter = "\t"
    csv_encoding = "latin-1"

    def address_record_to_dict(self, record):

        if record.addressline6 in ["WD3 5HD", "WD25 0JX", "WD19 7BU"]:
            return None<commit_msg>Import script for Three Rivers (2022-05-05) (closes #4335)<commit_after>from data_importers.management.commands import BaseXpressDemocracyClubCsvImporter


class Command(BaseXpressDemocracyClubCsvImporter):
    council_id = "THE"
    addresses_name = (
        "2022-05-05/2022-03-16T12:44:36.869968/Democracy_Club__05May2022-2.csv"
    )
    stations_name = (
        "2022-05-05/2022-03-16T12:44:36.869968/Democracy_Club__05May2022-2.csv"
    )
    elections = ["2022-05-05"]
    csv_encoding = "windows-1252"

    def address_record_to_dict(self, record):

        if record.addressline6 in [
            "WD19 4LS",
        ]:
            return None
{'fraction_non_alphanumeric': 0.10756040530007795, 'fraction_numerical': 0.1309431021044427, 'mean_word_length': 3.28, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5454810', 'n_tokens_mistral': 573, 'n_tokens_neox': 466, 'n_words': 68}