<commit_before>
{"@context":
 {
 "adms": "http://www.w3.org/ns/adms#",
 "dcterms": "http://purl.org/dc/terms/",
 "dctype": "http://purl.org/dc/dcmitype/",
 "foaf": "http://xmlns.com/foaf/0.1/",
 "loc": "http://id.loc.gov/authorities/",
 "org": "http://www.w3.org/ns/org#",
 "osti": "http://example.com/osti/namespace/",
 "rdf": "http://www.w3.org/1999/02/22-rdf-syntax-ns#",
 "rdfs": "http://www.w3.org/2000/01/rdf-schema#",
 "schema": "http://schema.org/",
 "skos": "http://www.w3.org/2004/02/skos/core#"

  },
  "@type": "dctype:Software",
  "@id": "github.com/ExampleSoftware",
  "dcterms:title": "Example Software",
  "dcterms:date": "2016-12-16",
  "dcterms:description": "This Example Software is super fancy and does all the things",
  "dcterms:coverage": "United States",
  "schema:codeRepository": "http://github.com/ExampleSoftware",
  "dcterms:rights": "Open Source",
  "dcterms:license": "https://opensource.org/licenses/MIT",
  "dcterms:isReferencedBy": 
 {
  "@type": "foaf:Document",
  "@id": "github.com/link_to_software_docs",
  "dcterms:title": "Software Example Technical Documentation"
 },
  "dcterms:subject":
	[
	{"@type": "loc:subjects",
	"@id": "https://lccn.loc.gov/sh85029534",
	"skos:prefLabel": "Computer software"},
	{"@type": "loc:subjects",
	"@id": "https://lccn.loc.gov/sh85098374",
	"skos:prefLabel": "Particles (Nuclear physics)"}
	],
  "dcterms:hasVersion": 
  [
   {"@id": "github.com/Version2",
   "skos:prefLabel": "Version 2"},
   {"@id": "github.com/Version3",
   "skos:prefLabel": "Version 3"}
  ],

  "schema:sponsor": 
  {
    "@type": "org:Organization",
    "skos:prefLabel": "Oak Ridge National Laboratory",
    "skos:altLabel": "ORNL",
    "adms:identifier": 
		{
		"@type:": "adms:Identifier",
		"adms:schemaAgency": "ORCiD",
		"skos:notation": "0000-0001-5848-6881"
		}
  }
 
}
<commit_msg>Updated JSON to match changes in MAP<commit_after>
{"@context":
 {
 "adms": "http://www.w3.org/ns/adms#",
 "dcterms": "http://purl.org/dc/terms/",
 "dctype": "http://purl.org/dc/dcmitype/",
 "foaf": "http://xmlns.com/foaf/0.1/",
 "loc": "http://id.loc.gov/authorities/",
 "org": "http://www.w3.org/ns/org#",
 "osti": "http://example.com/osti/namespace/",
 "rdf": "http://www.w3.org/1999/02/22-rdf-syntax-ns#",
 "rdfs": "http://www.w3.org/2000/01/rdf-schema#",
 "schema": "http://schema.org/",
 "skos": "http://www.w3.org/2004/02/skos/core#"

  },
  "@type": "dctype:Software",
  "@id": "github.com/ExampleSoftware",
  "dcterms:title": "Example Software",
  "dcterms:date": "2016-12-16",
  "dcterms:description": "This Example Software is super fancy and does all the things",
  "dcterms:coverage": "United States",
  "schema:codeRepository": "http://github.com/ExampleSoftware",
  "dcterms:rights": "Open Source",
  "dcterms:license": "https://opensource.org/licenses/MIT",
  "osti:legalNotice": "This computer software has been developed under sponsorship of the U.S. Department of Energy",
  "osti:disclaimer": "Neither the United States Government nor the United States Department of Energy, nor any of their employees, makes any warranty, express or implied, or assumes any legal liability or responsibility for the accuracy, completeness, or usefulness of any information, apparatus, product, or process disclosed, or represents that its use would not infringe privately owned rights.",
  "schema:operatingSystem": "Linux",
  "dcterms:requires": "Python FuzzyWuzzy library",
  "dcterms:creator": {
        "@type": "foaf:Person",
        "foaf:firstName": "Jay",
        "foaf:familyName": "Billings",
        "foaf:mbox_sha1sum": "<EMAIL>"
    },
  "dcterms:isReferencedBy": 
 {
  "@type": "foaf:Document",
  "@id": "github.com/link_to_software_docs",
  "dcterms:title": "Software Example Technical Documentation"
 },
  "dcterms:subject":
	[
	{"@type": "loc:subjects",
	"@id": "https://lccn.loc.gov/sh85029534",
	"skos:prefLabel": "Computer software"},
	{"@type": "loc:subjects",
	"@id": "https://lccn.loc.gov/sh85098374",
	"skos:prefLabel": "Particles (Nuclear physics)"}
	],
     "adms:identifier": [
        {
            "@type": "adms:Identifier",
            "adms:schemaAgency": "DOE Contract Number",
            "skos:notation": "W-123-4567"
        },
        {
            "@type": "adms:Identifier",
            "adms:schemaAgency": "B&R Code",
            "skos:notation": "AB020132"
        },
        {
            "@type": "adms:Identifier",
            "adms:schemaAgency": "DOI",
            "skos:notation": "10.1234/5678"
        }
     ],
  "dcterms:hasVersion": [
   {"@id": "github.com/Version2",
   "skos:prefLabel": "Version 2"},
   {"@id": "github.com/Version3",
   "skos:prefLabel": "Version 3"}
  ],

  "dcterms:contributor": 
  {
    "@type": "org:Organization",
    "skos:prefLabel": "Oak Ridge National Laboratory",
    "skos:altLabel": "ORNL",
    "adms:identifier": 
		{
		"@type:": "adms:Identifier",
		"adms:schemaAgency": "ORCiD",
		"skos:notation": "0000-0001-5848-6881"
		},
        "org:role": {
            "@type:": "org:Role",
            "skos:prefLabel": "Submitting Organization"
        }
    },
    "adms:contactPoint": {
        "@type": "foaf:Person",
        "foaf:firstName": "Jean",
        "foaf:familyName": "Smith",
        "foaf:mbox_sha1sum": "<EMAIL>",
        "adms:identifier": {
            "@type:": "adms:Identifier",
            "adms:schemaAgency": "ORCiD",
            "skos:notation": "0000-1111-2222-3333"
        }
    }
}
	  


{'fraction_non_alphanumeric': 0.20328102710413695, 'fraction_numerical': 0.03263195435092724, 'mean_word_length': 3.1578947368421053, 'pattern_counts': {'":': 121, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 6, 'lorem ipsum': 0, 'www.': 10, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4870146', 'n_tokens_mistral': 2249, 'n_tokens_neox': 2066, 'n_words': 354}