<commit_before>{
    "citation": "<NAME>, <NAME>, <NAME>, et al. BioTIME: A database of biodiversity time series for the Anthropocene. Global Ecology & Biogeography. 2018; 00:1 - 26. https://doi.org/10.1111/geb.12729.",
    "description": "The BioTIME database has species identities and abundances in ecological assemblages through time.",
    "homepage": "https://zenodo.org/record/1095628#.WskN7dPwYyn",
    "keywords": [
        "Time series", "Anthropocene", "Global"
    ],
    "licenses": [{"name": "CC BY 4.0"}],
    "name": "biotime",
    "resources": [
        {
            "dialect": {},
            "name": "citations",
            "schema": {},
            "url": "https://zenodo.org/record/1095628/files/BioTIMECitations_06_12_2017.csv"
        },
        {
            "dialect": {},
            "name": "metadata",
            "schema": {},
            "url": "https://zenodo.org/record/1095628/files/BioTIMEMetadata_06_12_2017.csv"
        },
        {
            "dialect": {},
            "name": "query",
            "schema": {},
            "url": "https://zenodo.org/record/1095628/files/BioTIMEQuery_06_12_2017.csv"
        }
    ],
    "retriever": "True",
    "retriever_minimum_version": "2.0.0-dev",
    "version": "1.0.0",
    "title": "BioTIME species identities and abundances"
}<commit_msg>Add fields<commit_after>{
    "citation": "<NAME>, <NAME>, <NAME>, et al. BioTIME: A database of biodiversity time series for the Anthropocene. Global Ecology & Biogeography. 2018; 00:1 - 26. https://doi.org/10.1111/geb.12729.",
    "description": "The BioTIME database has species identities and abundances in ecological assemblages through time.",
    "homepage": "https://zenodo.org/record/1095628#.WskN7dPwYyn",
    "keywords": [
        "Time series", "Anthropocene", "Global"
    ],
    "licenses": [{"name": "CC BY 4.0"}],
    "name": "biotime",
    "resources": [
        {
            "dialect": {},
            "name": "citations",
            "schema": {
                "fields" : [
                    {
                        "name": "study_id",
                        "type": "int"
                    },
                    {
                        "name": "citation_line",
                        "type": "char"
                    }
                ]
            },
            "url": "https://zenodo.org/record/1095628/files/BioTIMECitations_06_12_2017.csv"
        },
        {
            "dialect": {},
            "name": "metadata",
            "schema": {
                "fields" : [
                    {
                        "name": "study_id",
                        "type": "char"
                    },
                    {
                        "name": "realm",
                        "type": "char"
                    },
                    {
                        "name": "climate",
                        "type": "char"
                    },
                    {
                        "name": "general_treat",
                        "type": "char"
                    },
                    {
                        "name": "treatment",
                        "type": "char"
                    },
                    {
                        "name": "treat_comments",
                        "type": "char"
                    },
                    {
                        "name": "treat_date",
                        "type": "char"
                    },
                    {
                        "name": "habitat",
                        "type": "char"
                    },
                    {
                        "name": "protected_area",
                        "type": "char"
                    },
                    {
                        "name": "biome_map",
                        "type": "char"
                    },
                    {
                        "name": "taxa",
                        "type": "char"
                    },
                    {
                        "name": "organisms",
                        "type": "char"
                    },
                    {
                        "name": "title",
                        "type": "char"
                    },
                    {
                        "name": "ab_bio",
                        "type": "char"
                    },
                    {
                        "name": "has_plot",
                        "type": "char"
                    },
                    {
                        "name": "data_points",
                        "type": "char"
                    },
                    {
                        "name": "start_year",
                        "type": "char"
                    },
                    {
                        "name": "end_year",
                        "type": "char"
                    },
                    {
                        "name": "cent_lat",
                        "type": "double"
                    },
                    {
                        "name": "cent_long",
                        "type": "double"
                    },
                    {
                        "name": "number_of_species",
                        "type": "char"
                    },
                    {
                        "name": "number_of_samples",
                        "type": "char"
                    },
                    {
                        "name": "number_lat_long",
                        "type": "char"
                    },
                    {
                        "name": "total",
                        "type": "char"
                    },
                    {
                        "name": "grain_size_text",
                        "type": "char"
                    },
                    {
                        "name": "grain_sq_km",
                        "type": "double"
                    },
                    {
                        "name": "area_sq_km",
                        "type": "double"
                    },
                    {
                        "name": "contact_1",
                        "type": "char"
                    },
                    {
                        "name": "contact_2",
                        "type": "char"
                    },
                    {
                        "name": "cont_1_mail",
                        "type": "char"
                    },
                    {
                        "name": "cont_2_mail",
                        "type": "char"
                    },
                    {
                        "name": "license",
                        "type": "char"
                    },
                    {
                        "name": "web_link",
                        "type": "char"
                    },
                    {
                        "name": "data_source",
                        "type": "char"
                    },
                    {
                        "name": "methods",
                        "type": "char"
                    },
                    {
                        "name": "summary_methods",
                        "type": "char"
                    },
                    {
                        "name": "link_id",
                        "type": "char"
                    },
                    {
                        "name": "comments",
                        "type": "char"
                    },
                    {
                        "name": "date_study_added",
                        "type": "char"
                    },
                    {
                        "name": "abundance_type",
                        "type": "char"
                    },
                    {
                        "name": "biomass_type",
                        "type": "char"
                    },
                    {
                        "name": "sample_desc_name",
                        "type": "char"
                    }
                ]
            },
            "url": "https://zenodo.org/record/1095628/files/BioTIMEMetadata_06_12_2017.csv"
        },
        {
            "dialect": {},
            "name": "query",
            "schema": {
                "fields" : [
                    {
                        "name": "study_id",
                        "type": "int"
                    },
                    {
                        "name": "day",
                        "size": "10",
                        "type": "char"
                    },
                    {
                        "name": "month",
                        "size": "10",
                        "type": "char"
                    },
                    {
                        "name": "year",
                        "size": "10",
                        "type": "char"
                    },
                    {
                        "name": "sample_desc",
                        "size": "30",
                        "type": "char"
                    },
                    {
                        "name": "plot",
                        "size": "30",
                        "type": "char"
                    },
                    {
                        "name": "id_species",
                        "size": "20",
                        "type": "char"
                    },
                    {
                        "name": "latitude",
                        "type": "double"
                    },
                    {
                        "name": "longitude",
                        "type": "double"
                    },
                    {
                        "name": "sum_abundance",
                        "size": "30",
                        "type": "char"
                    },
                    {
                        "name": "sum_biomas",
                        "size": "30",
                        "type": "char"
                    },
                    {
                        "name": "genus",
                        "size": "30",
                        "type": "char"
                    },
                    {
                        "name": "species",
                        "size": "30",
                        "type": "char"
                    },
                    {
                        "name": "genus_species",
                        "size": "30",
                        "type": "char"
                    }
                ]
            },
            "url": "https://zenodo.org/record/1095628/files/BioTIMEQuery_06_12_2017.csv"
        }
    ],
    "retriever": "True",
    "retriever_minimum_version": "2.0.0-dev",
    "version": "1.0.0",
    "title": "BioTIME species identities and abundances"
}
{'fraction_non_alphanumeric': 0.1255805313022478, 'fraction_numerical': 0.01746238157161434, 'mean_word_length': 0.6086956521739131, 'pattern_counts': {'":': 175, '<': 9, '<?xml version=': 0, '>': 9, 'https://': 10, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7208256', 'n_tokens_mistral': 2780, 'n_tokens_neox': 2360, 'n_words': 424}