<commit_before>{
    "coverage": {
        "US Census": {
            "geoid": "41015",
            "name": "<NAME>",
            "state": "Oregon"
        },
        "country": "us",
        "state": "or",
        "county": "Curry"
    },
    "data": "https://s3.amazonaws.com/data.openaddresses.io/cache/uploads/migurski/d5add2/oregon_state_addresses.zip",
    "type": "http",
    "compression": "zip",
    "conform": {
        "type": "gdb",
        "file": "Delivery/addresses_oregon.gdb",
        "layer": "Curry",
        "number": {
            "function": "prefixed_number",
            "field": "SITUS_ONE"
        },
        "street": {
            "function": "regexp",
            "field": "SITUS_ONE",
            "pattern": "^\\d+\\s+([^,]+)"
        },
        "unit": {
            "function": "regexp",
            "field": "SITUS_ONE",
            "pattern": "(?:,\\s+(.+))$"
        },
        "city": {
            "function": "regexp",
            "field": "SITUS_TWO",
            "pattern": "^(.+?)(?:,|\\d+)"
        },
        "region": {
            "function": "regexp",
            "field": "SITUS_TWO",
            "pattern": "\\b(OR)\\b"
        },
        "postcode": {
            "function": "regexp",
            "field": "SITUS_TWO",
            "pattern": "\\b(\\d+)$"
        }
    },
    "test": {
        "enabled": true,
        "description": "these are the tests that exercise valid inputs for Curry County",
        "acceptance-tests": [
            {
                "description": "address with no unit",
                "inputs": {
                    "SITUS_ONE": "98171 TUTTLE LN",
                    "SITUS_TWO": "BROOKINGS, OR 97415"
                },
                "expected": {
                    "street": "TUTTLE LN",
                    "unit": "",
                    "city": "BROOKINGS",
                    "region": "OR",
                    "postcode": "97415"
                }
            },
            {
                "description": "address with # unit",
                "inputs": {
                    "SITUS_ONE": "31084 CRABAPPLE WAY, #10",
                    "SITUS_TWO": "GOLD BEACH, OR 97444"
                },
                "expected": {
                    "street": "CRABAPPLE WAY",
                    "unit": "#10",
                    "city": "GOLD BEACH",
                    "region": "OR",
                    "postcode": "97444"
                }
            },
            {
                "description": "address with unconventional unit",
                "inputs": {
                    "SITUS_ONE": "32051 <NAME>, SP K",
                    "SITUS_TWO": "GOLD BEACH, OR 97444"
                },
                "expected": {
                    "street": "<NAME>",
                    "unit": "SP K",
                    "city": "GOLD BEACH",
                    "region": "OR",
                    "postcode": "97444"
                }
            },
            {
                "description": "address with no city/region/zip",
                "inputs": {
                    "SITUS_ONE": "402 8 ST",
                    "SITUS_TWO": ""
                },
                "expected": {
                    "street": "8 ST",
                    "unit": "",
                    "city": "",
                    "region": "",
                    "postcode": ""
                }
            },
            {
                "description": "address with no only city/zip",
                "inputs": {
                    "SITUS_ONE": "29672 STEWART ST",
                    "SITUS_TWO": "GOLD BEACH 97444"
                },
                "expected": {
                    "street": "STEWART ST",
                    "unit": "",
                    "city": "GOLD BEACH",
                    "region": "",
                    "postcode": "97444"
                }
            }
        ]
    }
}<commit_msg>testing experiment<commit_after>{
    "coverage": {
        "US Census": {
            "geoid": "41015",
            "name": "<NAME>",
            "state": "Oregon"
        },
        "country": "us",
        "state": "or",
        "county": "Curry"
    },
    "data": "https://s3.amazonaws.com/data.openaddresses.io/cache/uploads/migurski/d5add2/oregon_state_addresses.zip",
    "type": "http",
    "compression": "zip",
    "conform": {
        "type": "gdb",
        "file": "Delivery/addresses_oregon.gdb",
        "layer": "Curry",
        "number": {
            "function": "prefixed_number",
            "field": "SITUS_ONE"
        },
        "street": {
            "function": "regexp",
            "field": "SITUS_ONE",
            "pattern": "^\\d+\\s+([^,]+)"
        },
        "unit": {
            "function": "regexp",
            "field": "SITUS_ONE",
            "pattern": "(?:,\\s+(.+))$"
        },
        "city": {
            "function": "regexp",
            "field": "SITUS_TWO",
            "pattern": "^(.+?)(?:,|\\d+)"
        },
        "region": {
            "function": "regexp",
            "field": "SITUS_TWO",
            "pattern": "\\b(OR)\\b"
        },
        "postcode": {
            "function": "regexp",
            "field": "SITUS_TWO",
            "pattern": "\\b(\\d+)$"
        }
    },
    "test": {
        "enabled": true,
        "description": "these are the tests that exercise valid inputs for Curry County",
        "acceptance-tests": [
            {
                "description": "address with no unit",
                "inputs": {
                    "SITUS_ONE": "98171 TUTTLE LN"
                },
                "expected": {
                    "street": "TUTTLE LN",
                    "unit": ""
                }
            }
        ]
    }
}
{'fraction_non_alphanumeric': 0.1724619954569282, 'fraction_numerical': 0.0157260178228202, 'mean_word_length': 1.047942754919499, 'pattern_counts': {'":': 140, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1518352', 'n_tokens_mistral': 1808, 'n_tokens_neox': 1648, 'n_words': 313}