<commit_before>---
# mdJson codelists
# base codelist for ISO 19115-2, 19115-1

codelistType: "staticList"
codelistName: "iso_topicCategory"
source: "ISO"
sourceName: "MD_TopicCategoryCode"
extensible: false
description: "high-level geographic data thematic classification to assist in the grouping and search of available geographic data sets. Can be used to group keywords as well. Listed examples are not exhaustive. NOTE It is understood there are overlaps between general categories and the user is encouraged to select the one most appropriate. (enumeration - cannot be extended)"
codelist:
   - {code: "001", codeName: farming, description: "rearing of animals and/or cultivation of plants. Examples: agriculture, irrigation, aquaculture, plantations, herding, pests and diseases affecting crops and livestock"}
   - {code: "002", codeName: biota, description: "flora and/or fauna in natural environment. Examples: wildlife, vegetation, biological sciences, ecology, wilderness, sealife, wetlands, habitat."}
   - {code: "003", codeName: boundaries, description: "legal land descriptions. Examples: political and administrative boundaries."}
   - {code: "004", codeName: climatologyMeteorologyAtmosphere, description: "processes and phenomena of the atmosphere. Examples: cloud cover, weather, climate, atmospheric conditions, climate change, precipitation"}
   - {code: "005", codeName: economy, description: "economic activities, conditions and employment. Examples: production, labour, revenue, commerce, industry, tourism and ecotourism, forestry, fisheries, commercial or subsistence hunting, exploration and exploitation of resources such as minerals, oil and gas"}
   - {code: "006", codeName: elevation, description: "height above or below sea level. Examples: altitude, bathymetry, digital elevation models, slope, derived products"}
   - {code: "007", codeName: environment, description: "environmental resources, protection and conservation. Examples: environmental pollution, waste storage and treatment, environmental impact assessment, monitoring environmental risk, nature reserves, landscape"}
   - {code: "008", codeName: geoscientificInformation, description: "information pertaining to earth sciences. Examples: geophysical features and processes, geology, minerals, sciences dealing with the composition, structure and origin of the earth’s rocks, risks of earthquakes, volcanic activity, landslides, gravity information, soils, permafrost, ydrogeology, erosion"}
   - {code: "009", codeName: health, description: "health, health services, human ecology, and safety. Examples: disease and illness, factors affecting health, hygiene, substance abuse, mental and physical health, health services"}
   - {code: "010", codeName: imageryBaseMapsEarthCover, description: "base maps. Examples: land cover, topographic maps, imagery, unclassified images, annotations"}
   - {code: "011", codeName: intelligenceMilitary, description: "military bases, structures, activities. Examples: barracks, training grounds, military transportation, information collection"}
   - {code: "012", codeName: inlandWater, description: "inland water features, drainage systems and their characteristics. Examples: rivers and glaciers, salt lakes, water utilization plans, dams, currents, floods, water quality, hydrographic charts"}
   - {code: "013", codeName: location, description: "positional information and services. Examples: addresses, geodetic networks, control points, postal zones and services, place names"}
   - {code: "014", codeName: oceans, description: "features and characteristics of salt water bodies (excluding inland waters). Examples: tides, tidal waves, coastal information, reefs"}
   - {code: "015", codeName: planningCadastre, description: "information used for appropriate actions for future use of the land. Examples: land use maps, zoning maps, cadastral surveys, land ownership"}
   - {code: "016", codeName: society, description: "characteristics of society and cultures. Examples: settlements, anthropology, archaeology, education, traditional beliefs, manners and customs, demographic data, recreational areas and activities, social impact assessments, crime and justice, census information"}
   - {code: "017", codeName: structure, description: "man-made construction. Examples: buildings, museums, churches, factories, housing, monuments, shops, towers"}<commit_msg>Change inlandWater to inlandWaters<commit_after>---
# mdJson codelists
# base codelist for ISO 19115-2, 19115-1

codelistType: "staticList"
codelistName: "iso_topicCategory"
source: "ISO"
sourceName: "MD_TopicCategoryCode"
extensible: false
description: "high-level geographic data thematic classification to assist in the grouping and search of available geographic data sets. Can be used to group keywords as well. Listed examples are not exhaustive. NOTE It is understood there are overlaps between general categories and the user is encouraged to select the one most appropriate. (enumeration - cannot be extended)"
codelist:
   - {code: "001", codeName: farming, description: "rearing of animals and/or cultivation of plants. Examples: agriculture, irrigation, aquaculture, plantations, herding, pests and diseases affecting crops and livestock"}
   - {code: "002", codeName: biota, description: "flora and/or fauna in natural environment. Examples: wildlife, vegetation, biological sciences, ecology, wilderness, sealife, wetlands, habitat."}
   - {code: "003", codeName: boundaries, description: "legal land descriptions. Examples: political and administrative boundaries."}
   - {code: "004", codeName: climatologyMeteorologyAtmosphere, description: "processes and phenomena of the atmosphere. Examples: cloud cover, weather, climate, atmospheric conditions, climate change, precipitation"}
   - {code: "005", codeName: economy, description: "economic activities, conditions and employment. Examples: production, labour, revenue, commerce, industry, tourism and ecotourism, forestry, fisheries, commercial or subsistence hunting, exploration and exploitation of resources such as minerals, oil and gas"}
   - {code: "006", codeName: elevation, description: "height above or below sea level. Examples: altitude, bathymetry, digital elevation models, slope, derived products"}
   - {code: "007", codeName: environment, description: "environmental resources, protection and conservation. Examples: environmental pollution, waste storage and treatment, environmental impact assessment, monitoring environmental risk, nature reserves, landscape"}
   - {code: "008", codeName: geoscientificInformation, description: "information pertaining to earth sciences. Examples: geophysical features and processes, geology, minerals, sciences dealing with the composition, structure and origin of the earth’s rocks, risks of earthquakes, volcanic activity, landslides, gravity information, soils, permafrost, ydrogeology, erosion"}
   - {code: "009", codeName: health, description: "health, health services, human ecology, and safety. Examples: disease and illness, factors affecting health, hygiene, substance abuse, mental and physical health, health services"}
   - {code: "010", codeName: imageryBaseMapsEarthCover, description: "base maps. Examples: land cover, topographic maps, imagery, unclassified images, annotations"}
   - {code: "011", codeName: intelligenceMilitary, description: "military bases, structures, activities. Examples: barracks, training grounds, military transportation, information collection"}
   - {code: "012", codeName: inlandWaters, description: "inland water features, drainage systems and their characteristics. Examples: rivers and glaciers, salt lakes, water utilization plans, dams, currents, floods, water quality, hydrographic charts"}
   - {code: "013", codeName: location, description: "positional information and services. Examples: addresses, geodetic networks, control points, postal zones and services, place names"}
   - {code: "014", codeName: oceans, description: "features and characteristics of salt water bodies (excluding inland waters). Examples: tides, tidal waves, coastal information, reefs"}
   - {code: "015", codeName: planningCadastre, description: "information used for appropriate actions for future use of the land. Examples: land use maps, zoning maps, cadastral surveys, land ownership"}
   - {code: "016", codeName: society, description: "characteristics of society and cultures. Examples: settlements, anthropology, archaeology, education, traditional beliefs, manners and customs, demographic data, recreational areas and activities, social impact assessments, crime and justice, census information"}
   - {code: "017", codeName: structure, description: "man-made construction. Examples: buildings, museums, churches, factories, housing, monuments, shops, towers"}
{'fraction_non_alphanumeric': 0.08701563562202583, 'fraction_numerical': 0.014276002719238613, 'mean_word_length': 6.223404255319149, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7368104', 'n_tokens_mistral': 2256, 'n_tokens_neox': 2011, 'n_words': 980}