<commit_before># A list of countries and their latitude/longitude.
# We use this to verfy our country names and to associate them with a coordinate if we don't have them in our metadata
# This list comes from Google Developers Toolkit:  https://developers.google.com/public-data/docs/canonical/countries_csv
# Portions of this page are reproduced from work created and shared by Google and used according to terms described in the Creative Commons 3.0 Attribution License.
# Portions of this page are reproduced from work created and shared by Google and used according to terms described in the Creative Commons 3.0 Attribution License.

country	latitude	longitude	name
AD	42.546245	1.601554	Andorra
AE	23.424076	53.847818	United Arab Emirates
AF	33.93911	67.709953	Afghanistan
AG	17.060816	-61.796428	Antigua and Barbuda
AI	18.220554	-63.068615	Anguilla
AL	41.153332	20.168331	Albania
AM	40.069099	45.038189	Armenia
AN	12.226079	-69.060087	Netherlands Antilles
AO	-11.202692	17.873887	Angola
AQ	-75.250973	-0.071389	Antarctica
AR	-38.416097	-63.616672	Argentina
AS	-14.270972	-170.132217	American Samoa
AT	47.516231	14.550072	Austria
AU	-25.274398	133.775136	Australia<commit_msg>country location information<commit_after># A list of countries and their latitude/longitude.
# We use this to verfy our country names and to associate them with a coordinate if we don't have them in our metadata
# This list comes from Google Developers Toolkit:  https://developers.google.com/public-data/docs/canonical/countries_csv
# Portions of this page are reproduced from work created and shared by Google and used according to terms described in the Creative Commons 3.0 Attribution License.

country	latitude	longitude	name
AD	42.546245	1.601554	Andorra
AE	23.424076	53.847818	United Arab Emirates
AF	33.93911	67.709953	Afghanistan
AG	17.060816	-61.796428	Antigua and Barbuda
AI	18.220554	-63.068615	Anguilla
AL	41.153332	20.168331	Albania
AM	40.069099	45.038189	Armenia
AN	12.226079	-69.060087	Netherlands Antilles
AO	-11.202692	17.873887	Angola
AQ	-75.250973	-0.071389	Antarctica
AR	-38.416097	-63.616672	Argentina
AS	-14.270972	-170.132217	American Samoa
AT	47.516231	14.550072	Austria
AU	-25.274398	133.775136	Australia
{'fraction_non_alphanumeric': 0.057362240289069555, 'fraction_numerical': 0.2041553748870822, 'mean_word_length': 4.455665024630542, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5586655', 'n_tokens_mistral': 1065, 'n_tokens_neox': 787, 'n_words': 289}