<commit_before>package se.kb.libris.whelks.plugin

interface Marc2JsonConstants {
    final static String RAW_LABEL = "marc21"
    static def AUTHOR_MARC_0 = ["ind1":"1","ind2":" ","subfields":[["a": "<NAME>"]]]
    static def AUTHOR_LD_0   = ["@type":"Person","authoritativeName" : "<NAME>", "familyName":"Svensson", "givenName":"Sven", "name": "<NAME>"]
    static def AUTHOR_MARC_1 = ["ind1":"0","ind2":" ","subfields":[["a": "E-type"],["4":"mus"]]]
    static def AUTHOR_LD_1   = ["@type":"Person","authoritativeName" : "E-type", "name":"E-type"]
    static def AUTHOR_MARC_2 = ["ind1":"1","ind2":" ","subfields":[["a": "<NAME>"], ["d": "1952-"]]]
    static def AUTHOR_LD_2  = ["@type":"Person","authoritativeName" : "<NAME>","familyName":"Svensson", "givenName":"Sven", "name": "<NAME>", "birthYear":"1952","authorizedAccessPoint":"Svensson, Sven, 1952-"]
    static def AUTHOR_MARC_3 = ["ind1":"1","ind2":" ","subfields":[["a": "<NAME>"], ["d": "1948-2010"]]]
    static def AUTHOR_LD_3   = ["@type":"Person","authoritativeName" : "<NAME>","familyName":"Nilsson",
                                    "givenName":"Nisse", "name": "<NAME>",
                                    "birthYear":"1948",
                                    "deathYear":"2010","authorizedAccessPoint":"<NAME>, 1948-2010"]
    static def AUTHOR_MULT_MARC_0 = ["fields":[["100":["ind1":"1","subfields":[["a": "<NAME>"]]]],["700":["ind1":"1","subfields":[["a":"Karlsson, Karl,"]]]]]]
    static def AUTHOR_MULT_LD_0 = [["@type":"Person","authoritativeName" : "<NAME>", "familyName":"Svensson", "givenName":"Sven", "name": "<NAME>"],["@type":"Person","authoritativeName" : "<NAME>", "familyName":"Karlsson", "givenName":"Karl", "name": "<NAME>"]]
    static def AUTHOR_MULT_MARC_1 = ["fields":[["100":["ind1":"1","subfields":[["a": "<NAME>"]]]],["700":["ind1":"1","subfields":[["a":"Karlsson, Karl,"],["4":"ill"]]]]]]
    static def AUTHOR_MULT_LD_1 = [["@type":"Person","authoritativeName" : "<NAME>", "familyName":"Svensson", "givenName":"Sven", "name": "<NAME>"]]
    static def AUTHOR_MULT_LD_2 = [["@type":"Person","authoritativeName" : "<NAME>", "familyName":"Karlsson", "givenName":"Karl", "name": "<NAME>"]]
    
    static def AUTHOR_MARC_6 = ["ind1":"1","ind2":" ","subfields":[["a": "<NAME>"], ["z": "foo"]]]
    static def AUTHOR_LD_6   = ["@type":"Person","authoritativeName" : "<NAME>","familyName":"Nilsson",
                                    "givenName":"Nisse", "name": "<NAME>",
                                    "birthYear":"1948",
                                    "deathYear":"2010"]
    static def AUTHOR_MARC_4 = ["ind1":"1","ind2":" ","subfields":[["a": "<NAME>"], ["z": "foo"]]]
    static def AUTHOR_LD_5   = [(RAW_LABEL):["fields":[["100":["ind1":"1","ind2":" ","subfields":[["a": "<NAME>"], ["z": "foo"]]]]]]]
    static def AUTHOR_LD_4   = false

    static def TITLE_MARC_0 = ["ind1":" ", "ind2": " ", "subfields":[["a":"Bokens titel"], ["c": "Kalle Kula"]]]
    static def TITLE_LD_0 = ["title": "Bokens titel", "statementOfResponsibility": "Kalle Kula"]
    static def TITLE_MARC_1 = ["ind1":" ", "ind2": " ", "subfields":[["a":"Bokens titel"], ["c": "Kalle Kula"],["z":"foo"]]]
    static def TITLE_LD_2 = [(RAW_LABEL):["fields":[["245":["ind1":" ", "ind2": " ", "subfields":[["a":"Bokens titel"], ["c": "Kalle Kula"], ["z":"foo"]]]]]]]
    static def TITLE_LD_1 = false

    static def ISBN_MARC_0 = ["ind1":" ","ind2":" ", "subfields":[["a": "91-0-056322-6 (inb.)"]]]
    static def ISBN_LD_0 = ["isbn":"9100563226", "isbnData": "(inb.)"]
    static def ISBN_MARC_1 = ["ind1":" ","ind2":" ", "subfields":[["a": "91-0-056322-6"]]]
    static def ISBN_LD_1 =  ["isbn":"9100563226"]
    static def ISBN_MARC_2 = ["ind1":" ","ind2":" ", "subfields":[["a": "91-0-056322-6 (inb.)"], ["c":"310:00"]]]
    static def ISBN_LD_2 = ["isbn":"9100563226", "isbnData": "(inb.)", "termsOfAvailability":["literal":"310:00"]]
    static def ISBN_MARC_3 = ["ind1":" ","ind2":" ", "subfields":[["a": "91-0-056322-6"], ["g":"foo"]]]
    static def ISBN_MARC_5 = ["ind1":" ","ind2":" ", "subfields":[["a": "91-0-056322-6"], ["z":"foo"]]]
    static def ISBN_LD_5 = ["isbn":"9100563226", "isbnData": "(inb.)", "termsOfAvailability":["literal":"310:00"], "deprecatedIsbn":"foo"]
    static def ISBN_LD_4 = [(RAW_LABEL):["fields":[["020":["ind1":" ","ind2":" ", "subfields":[["a": "91-0-056322-6"], ["g":"foo"]]]]]]]
    static def ISBN_LD_3 = false
    static def CLEANED_ISBN_MARC_0 = ["ind1":" ","ind2":" ", "subfields":[["a": "9100563226 (inb.)"]]]<commit_msg>Updated tests for isbn.<commit_after>package se.kb.libris.whelks.plugin

interface Marc2JsonConstants {
    final static String RAW_LABEL = "marc21"
    static def AUTHOR_MARC_0 = ["ind1":"1","ind2":" ","subfields":[["a": "<NAME>"]]]
    static def AUTHOR_LD_0   = ["@type":"Person","authoritativeName" : "<NAME>", "familyName":"Svensson", "givenName":"Sven", "name": "<NAME>"]
    static def AUTHOR_MARC_1 = ["ind1":"0","ind2":" ","subfields":[["a": "E-type"],["4":"mus"]]]
    static def AUTHOR_LD_1   = ["@type":"Person","authoritativeName" : "E-type", "name":"E-type"]
    static def AUTHOR_MARC_2 = ["ind1":"1","ind2":" ","subfields":[["a": "<NAME>"], ["d": "1952-"]]]
    static def AUTHOR_LD_2  = ["@type":"Person","authoritativeName" : "<NAME>","familyName":"Svensson", "givenName":"Sven", "name": "<NAME>", "birthYear":"1952","authorizedAccessPoint":"Svensson, Sven, 1952-"]
    static def AUTHOR_MARC_3 = ["ind1":"1","ind2":" ","subfields":[["a": "<NAME>"], ["d": "1948-2010"]]]
    static def AUTHOR_LD_3   = ["@type":"Person","authoritativeName" : "<NAME>","familyName":"Nilsson",
                                    "givenName":"Nisse", "name": "<NAME>",
                                    "birthYear":"1948",
                                    "deathYear":"2010","authorizedAccessPoint":"<NAME>, 1948-2010"]
    static def AUTHOR_MULT_MARC_0 = ["fields":[["100":["ind1":"1","subfields":[["a": "<NAME>"]]]],["700":["ind1":"1","subfields":[["a":"Karlsson, Karl,"]]]]]]
    static def AUTHOR_MULT_LD_0 = [["@type":"Person","authoritativeName" : "<NAME>", "familyName":"Svensson", "givenName":"Sven", "name": "<NAME>"],["@type":"Person","authoritativeName" : "<NAME>", "familyName":"Karlsson", "givenName":"Karl", "name": "<NAME>"]]
    static def AUTHOR_MULT_MARC_1 = ["fields":[["100":["ind1":"1","subfields":[["a": "<NAME>"]]]],["700":["ind1":"1","subfields":[["a":"Karlsson, Karl,"],["4":"ill"]]]]]]
    static def AUTHOR_MULT_LD_1 = [["@type":"Person","authoritativeName" : "<NAME>", "familyName":"Svensson", "givenName":"Sven", "name": "<NAME>"]]
    static def AUTHOR_MULT_LD_2 = [["@type":"Person","authoritativeName" : "<NAME>", "familyName":"Karlsson", "givenName":"Karl", "name": "<NAME>"]]
    
    static def AUTHOR_MARC_6 = ["ind1":"1","ind2":" ","subfields":[["a": "<NAME>"], ["z": "foo"]]]
    static def AUTHOR_LD_6   = ["@type":"Person","authoritativeName" : "<NAME>","familyName":"Nilsson",
                                    "givenName":"Nisse", "name": "<NAME>",
                                    "birthYear":"1948",
                                    "deathYear":"2010"]
    static def AUTHOR_MARC_4 = ["ind1":"1","ind2":" ","subfields":[["a": "<NAME>"], ["z": "foo"]]]
    static def AUTHOR_LD_5   = [(RAW_LABEL):["fields":[["100":["ind1":"1","ind2":" ","subfields":[["a": "<NAME>"], ["z": "foo"]]]]]]]
    static def AUTHOR_LD_4   = false

    static def TITLE_MARC_0 = ["ind1":" ", "ind2": " ", "subfields":[["a":"Bokens titel"], ["c": "Kalle Kula"]]]
    static def TITLE_LD_0 = ["title": "Bokens titel", "statementOfResponsibility": "Kalle Kula"]
    static def TITLE_MARC_1 = ["ind1":" ", "ind2": " ", "subfields":[["a":"Bokens titel"], ["c": "Kalle Kula"],["z":"foo"]]]
    static def TITLE_LD_2 = [(RAW_LABEL):["fields":[["245":["ind1":" ", "ind2": " ", "subfields":[["a":"Bokens titel"], ["c": "Kalle Kula"], ["z":"foo"]]]]]]]
    static def TITLE_LD_1 = false

    static def ISBN_MARC_0 = ["ind1":" ","ind2":" ", "subfields":[["a": "91-0-056322-6 (inb.)"]]]
    static def ISBN_LD_0 = ["isbn":"9100563226", "isbnNote": "(inb.)","identifier":["@type":"Identifier","identifierScheme":"isbn","identifierValue":"91-0-056322-6 (inb.)"]]
    static def ISBN_MARC_1 = ["ind1":" ","ind2":" ", "subfields":[["a": "91-0-056322-6"]]]
    static def ISBN_LD_1 =  ["isbn":"9100563226","identifier":["@type":"Identifier","identifierScheme":"isbn","identifierValue":"91-0-056322-6"]]
    static def ISBN_MARC_2 = ["ind1":" ","ind2":" ", "subfields":[["a": "91-0-056322-6 (inb.)"], ["c":"310:00"]]]
    static def ISBN_LD_2 = ["isbn":"9100563226", "isbnNote": "(inb.)", "termsOfAvailability":["literal":"310:00"],"identifier":["@type":"Identifier","identifierScheme":"isbn","identifierValue":"91-0-056322-6 (inb.)"]]
    static def ISBN_MARC_3 = ["ind1":" ","ind2":" ", "subfields":[["a": "91-0-056322-6"], ["g":"foo"]]]
    static def ISBN_MARC_5 = ["ind1":" ","ind2":" ", "subfields":[["a": "91-0-056322-6"], ["z":"foo"]]]
    static def ISBN_LD_5 = ["isbn":"9100563226", "isbnNote": "(inb.)", "termsOfAvailability":["literal":"310:00"], "deprecatedIsbn":"foo","identifier":["@type":"Identifier","identifierScheme":"isbn","identifierValue":"91-0-056322-6 (inb.)"]]
    static def ISBN_LD_4 = [(RAW_LABEL):["fields":[["020":["ind1":" ","ind2":" ", "subfields":[["a": "91-0-056322-6"], ["g":"foo"]]]]]]]
    static def ISBN_LD_3 = false
    static def CLEANED_ISBN_MARC_0 = ["ind1":" ","ind2":" ", "subfields":[["a": "9100563226 (inb.)"]]]
{'fraction_non_alphanumeric': 0.2848147759471088, 'fraction_numerical': 0.06275579809004093, 'mean_word_length': 5.152356358941252, 'pattern_counts': {'":': 342, '<': 53, '<?xml version=': 0, '>': 53, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 12, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7061498', 'n_tokens_mistral': 3799, 'n_tokens_neox': 3373, 'n_words': 575}