<commit_before># These are our original values (in order) from both the Google Sheet drop-down and metadata_fields.rb
#      Creative Commons Attribution license, 3.0 Unported
#      Creative Commons Attribution-NoDerivatives license, 3.0 Unported
#      Creative Commons Attribution-NonCommercial-NoDerivatives license, 3.0 Unported
#      Creative Commons Attribution-NonCommercial license, 3.0 Unported
#      Creative Commons Attribution-NonCommercial-ShareAlike license, 3.0 Unported
#      Creative Commons Attribution-ShareAlike license, 3.0 Unported
#      Creative Commons Zero license (implies pd)
#      Creative Commons Attribution 4.0 International license
#      Creative Commons Attribution-NoDerivatives 4.0 International license
#      Creative Commons Attribution-NonCommercial-NoDerivatives 4.0 International license
#      Creative Commons Attribution-NonCommercial 4.0 International license
#      Creative Commons Attribution-NonCommercial-ShareAlike 4.0 International license
#      Creative Commons Attribution-ShareAlike 4.0 International license

# note: there were some http links below from Hyrax, changed them all to https
terms:
    - id: https://creativecommons.org/licenses/by/3.0/us/
      term: Attribution 3.0 United States # Hyrax term
      active: false
    - id: https://creativecommons.org/licenses/by-sa/3.0/us/
      term: Attribution-ShareAlike 3.0 United States # Hyrax term
      active: false
    - id: https://creativecommons.org/licenses/by-nc/3.0/us/
      term: Attribution-NonCommercial 3.0 United States # Hyrax term
      active: false
    - id: https://creativecommons.org/licenses/by-nd/3.0/us/
      term: Attribution-NoDerivs 3.0 United States # Hyrax term
      active: false
    - id: https://creativecommons.org/licenses/by-nc-nd/3.0/us/
      term: Attribution-NonCommercial-NoDerivs 3.0 United States # Hyrax term
      active: false
    - id: https://creativecommons.org/licenses/by-nc-sa/3.0/us/
      term: Attribution-NonCommercial-ShareAlike 3.0 United States # Hyrax term
      active: false
    - id: https://www.europeana.eu/portal/rights/rr-r.html
      term: All rights reserved # Hyrax term
      active: false
    - id: https://creativecommons.org/licenses/by/3.0/
      term: Creative Commons Attribution license, 3.0 Unported # Heliotrope term
      active: false
    - id: https://creativecommons.org/licenses/by-nd/3.0/
      term: Creative Commons Attribution-NoDerivatives license, 3.0 Unported # Heliotrope term<commit_msg>add CC BY 2.0 license<commit_after># These are our original values (in order) from both the Google Sheet drop-down and metadata_fields.rb
#      Creative Commons Attribution license, 3.0 Unported
#      Creative Commons Attribution-NoDerivatives license, 3.0 Unported
#      Creative Commons Attribution-NonCommercial-NoDerivatives license, 3.0 Unported
#      Creative Commons Attribution-NonCommercial license, 3.0 Unported
#      Creative Commons Attribution-NonCommercial-ShareAlike license, 3.0 Unported
#      Creative Commons Attribution-ShareAlike license, 3.0 Unported
#      Creative Commons Zero license (implies pd)
#      Creative Commons Attribution 4.0 International license
#      Creative Commons Attribution-NoDerivatives 4.0 International license
#      Creative Commons Attribution-NonCommercial-NoDerivatives 4.0 International license
#      Creative Commons Attribution-NonCommercial 4.0 International license
#      Creative Commons Attribution-NonCommercial-ShareAlike 4.0 International license
#      Creative Commons Attribution-ShareAlike 4.0 International license

# note: there were some http links below from Hyrax, changed them all to https
terms:
    - id: https://creativecommons.org/licenses/by/3.0/us/
      term: Attribution 3.0 United States # Hyrax term
      active: false
    - id: https://creativecommons.org/licenses/by-sa/3.0/us/
      term: Attribution-ShareAlike 3.0 United States # Hyrax term
      active: false
    - id: https://creativecommons.org/licenses/by-nc/3.0/us/
      term: Attribution-NonCommercial 3.0 United States # Hyrax term
      active: false
    - id: https://creativecommons.org/licenses/by-nd/3.0/us/
      term: Attribution-NoDerivs 3.0 United States # Hyrax term
      active: false
    - id: https://creativecommons.org/licenses/by-nc-nd/3.0/us/
      term: Attribution-NonCommercial-NoDerivs 3.0 United States # Hyrax term
      active: false
    - id: https://creativecommons.org/licenses/by-nc-sa/3.0/us/
      term: Attribution-NonCommercial-ShareAlike 3.0 United States # Hyrax term
      active: false
    - id: https://www.europeana.eu/portal/rights/rr-r.html
      term: All rights reserved # Hyrax term
      active: false
    - id: https://creativecommons.org/licenses/by/2.0/
      term: Creative Commons Attribution 2.0 Generic license # Heliotrope term
      active: true
    - id: https://creativecommons.org/licenses/by/3.0/
      term: Creative Commons Attribution license, 3.0 Unported # Heliotrope term
      active: false
    - id: https://creativecommons.org/licenses/by-nd/3.0/
      term: Creative Commons Attribution-NoDerivatives license, 3.0 Unported # Heliotrope term
{'fraction_non_alphanumeric': 0.08705745792222867, 'fraction_numerical': 0.022828400077384407, 'mean_word_length': 3.2551440329218106, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 19, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7463235', 'n_tokens_mistral': 1615, 'n_tokens_neox': 1521, 'n_words': 434}