<commit_before>"""build_2000_msa.py

Extract a usable crosswalk between 2000 Metropolitan areas and counties.
Reconstitute a shapefile for the 2000 MSAs from the counties.

Parameters
----------

99mfips.txt: Delineation of the 2000 Metropolitan Statistical Areas

Returns
-------

crosswalk_msa_county.csv
msa.csv: names of MSAs
"""

#
# Parse the delineations provided by the OMB
#
begin_file = 22
end_file = 2173
msa = {}
with open('data/gz/99mfips.txt', 'r') as source:
    line = source.readline()<commit_msg>Added some precisions on the 2000 MSA definition<commit_after>"""build_2000_msa.py

Extract a usable crosswalk between 2000 Metropolitan areas and counties.
Reconstitute a shapefile for the 2000 MSAs from the counties.

Details are available at:
http://www.census.gov/population/metro/data/pastmetro.html

And in particular the two files:
http://www.census.gov/population/metro/files/lists/historical/99mfips.txt
http://www.census.gov/population/metro/files/lists/historical/99nfips.txt

Parameters
----------

99mfips.txt: Delineation of the 2000 Metropolitan Statistical Areas

Returns
-------

crosswalk_msa_county.csv
msa.csv: names of MSAs
"""

#
# Parse the delineations provided by the OMB
#
begin_file = 22
end_file = 2173
msa = {}
with open('data/gz/99mfips.txt', 'r') as source:
    line = source.readline()
{'fraction_non_alphanumeric': 0.11269722013523667, 'fraction_numerical': 0.045078888054094664, 'mean_word_length': 4.162790697674419, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 3, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '113473', 'n_tokens_mistral': 502, 'n_tokens_neox': 425, 'n_words': 129}