<commit_before>{
	"AU": "-------------------------------------",

	"au.geo.importgeography_ced_2011": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "7",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"au.geo.importgeography_gccsa_2011": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "10",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"au.geo.importgeography_lga_2011": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "17",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"au.geo.importgeography_poa_2011": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "15",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"au.geo.importgeography_ra_2011": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "10",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"au.geo.importgeography_sa1_2011": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "11",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"au.geo.importgeography_sa2_2011": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "11",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"au.geo.importgeography_sa3_2011": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "11",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"au.geo.importgeography_sa4_2011": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "10",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"au.geo.importgeography_sed_2011": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "11",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"au.geo.importgeography_sla_2011": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "14",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"au.geo.importgeography_sos_2011": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "10",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"au.geo.importgeography_sosr_2011": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "10",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"au.geo.importgeography_ssc_2011": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "13",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"au.geo.importgeography_ste_2011": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "10",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"au.geo.importgeography_sua_2011": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "12",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"au.geo.importgeography_ucl_2011": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "13",
		"maxmemory": "8192",
		"skipfailures": "no"
	},

	"BR": "-------------------------------------",

	"br.geo.importgeography_distritos": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "8",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"br.geo.importgeography_municipios": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "12",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"br.geo.importgeography_setores_censitar": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "8",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"br.geo.importgeography_subdistritos": {
		"schema": "observatory",
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "10",
		"maxmemory": "8192",
		"skipfailures": "no"
	},

	"CA": "-------------------------------------",

	"ca.statcan.geo.importgeography_cd_": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "13.5",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"ca.statcan.geo.importgeography_cma": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "10",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"ca.statcan.geo.importgeography_csd": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "10",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"ca.statcan.geo.importgeography_ct_": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "7",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"ca.statcan.geo.importgeography_pr_": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "12",
		"maxmemory": "8192",
		"skipfailures": "no"
	},

	"ES": "-------------------------------------",

	"es.cnig.importgeometry_x_ccaa_20150101": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "10",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"es.cnig.importgeometry_y_ccaa_20150101": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "10",
		"maxmemory": "8192",<commit_msg>adding simplification for canada das<commit_after>{
	"AU": "-------------------------------------",

	"au.geo.importgeography_ced_2011": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "7",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"au.geo.importgeography_gccsa_2011": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "10",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"au.geo.importgeography_lga_2011": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "17",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"au.geo.importgeography_poa_2011": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "15",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"au.geo.importgeography_ra_2011": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "10",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"au.geo.importgeography_sa1_2011": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "11",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"au.geo.importgeography_sa2_2011": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "11",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"au.geo.importgeography_sa3_2011": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "11",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"au.geo.importgeography_sa4_2011": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "10",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"au.geo.importgeography_sed_2011": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "11",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"au.geo.importgeography_sla_2011": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "14",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"au.geo.importgeography_sos_2011": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "10",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"au.geo.importgeography_sosr_2011": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "10",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"au.geo.importgeography_ssc_2011": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "13",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"au.geo.importgeography_ste_2011": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "10",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"au.geo.importgeography_sua_2011": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "12",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"au.geo.importgeography_ucl_2011": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "13",
		"maxmemory": "8192",
		"skipfailures": "no"
	},

	"BR": "-------------------------------------",

	"br.geo.importgeography_distritos": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "8",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"br.geo.importgeography_municipios": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "12",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"br.geo.importgeography_setores_censitar": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "8",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"br.geo.importgeography_subdistritos": {
		"schema": "observatory",
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "10",
		"maxmemory": "8192",
		"skipfailures": "no"
	},

	"CA": "-------------------------------------",

	"ca.statcan.geo.importgeography_cd_": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "13.5",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"ca.statcan.geo.importgeography_cma": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "10",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"ca.statcan.geo.importgeography_csd": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "10",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"ca.statcan.geo.importgeography_ct_": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "7",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"ca.statcan.geo.importgeography_pr_": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "12",
		"maxmemory": "8192",
		"skipfailures": "no"
	},

	"ca.statcan.geo.importgeography_da": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "7",
		"maxmemory": "8192",
		"skipfailures": "no"
	},

	"ES": "-------------------------------------",

	"es.cnig.importgeometry_x_ccaa_20150101": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "10",
		"maxmemory": "8192",
		"skipfailures": "no"
	},
	"es.cnig.importgeometry_y_ccaa_20150101": {
		"simplification": "mapshaper",
		"geomfield": "wkb_geometry",
		"factor": "10",
		"maxmemory": "8192",
{'fraction_non_alphanumeric': 0.24100614214682656, 'fraction_numerical': 0.04981963537096617, 'mean_word_length': 4.433262711864407, 'pattern_counts': {'":': 350, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1751618', 'n_tokens_mistral': 4842, 'n_tokens_neox': 4190, 'n_words': 640}