<commit_before>{
    "piiFields" : {
        "StudentReference" : {
            "StudentIdentity" : {
                "Name" : {
                    "Verification" : true,
                    "PersonalInformationVerificationType" : true,
                    "FirstName" : true,
                    "MiddleName" : true,
                    "LastSurname" : true,
                    "PersonalTitlePrefix" : true,
                    "GenerationCodeSuffix" : true,
                    "MaidenName" : true
                  },
                "OtherName" : {
                    "OtherNameType" : true,
                    "PersonalTitlePrefix" : true,
                    "FirstName" : true,
                    "MiddleName" : true,
                    "LastSurname" : true,
                    "GenerationCodeSuffix" : true 
                  },
                "BirthDate" : true,
                "Sex" : true
            }
        }
    }
}
<commit_msg>fix for studentAssessmentAssociation. must have keyFields and references defined to correctly resolve ids and uniquely identify records<commit_after>{
    "keyFields" : ["body.assessmentId", "body.studentId", "body.administrationDate"],
    "references" :
    [{
        "fieldPath" : "body.assessmentId","ref" :
        {
            "collectionName" : "assessment",
            "choiceOfFields" :
            [
                [
                    {
                        "path" : "metaData.externalId",
                        "values" :
                        [{
                            "valueSource" : "body.assessmentId"
                        }]
                    }
                ]
            ]
        }
    },
    {
        "fieldPath" : "body.studentId","ref" :
        {
            "collectionName" : "student",
            "choiceOfFields" :
            [
                [
                    {
                        "path" : "metaData.externalId",
                        "values" :
                        [{
                            "valueSource" : "body.studentId"
                        }]
                    }
                ]
            ]
        }
    }],
    "piiFields" : {
        "StudentReference" : {
            "StudentIdentity" : {
                "Name" : {
                    "Verification" : true,
                    "PersonalInformationVerificationType" : true,
                    "FirstName" : true,
                    "MiddleName" : true,
                    "LastSurname" : true,
                    "PersonalTitlePrefix" : true,
                    "GenerationCodeSuffix" : true,
                    "MaidenName" : true
                  },
                "OtherName" : {
                    "OtherNameType" : true,
                    "PersonalTitlePrefix" : true,
                    "FirstName" : true,
                    "MiddleName" : true,
                    "LastSurname" : true,
                    "GenerationCodeSuffix" : true
                  },
                "BirthDate" : true,
                "Sex" : true
            }
        }
    }
}

{'fraction_non_alphanumeric': 0.10042248943776405, 'fraction_numerical': 0.0, 'mean_word_length': 0.8665858095815646, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3146184', 'n_tokens_mistral': 785, 'n_tokens_neox': 704, 'n_words': 117}