<commit_before>Tag:
  columns:
#    id:
#      type: integer(4)
#      primary: true
#      autoincrement: true
    name:
      type:           string(100)
    is_triple:        
      type:           boolean
    triple_namespace: 
      type:           string(100)
    triple_key:       
      type:           string(100)
    triple_value:     
      type:           string(100)
  indexes:
    name:
      fields: name
    triple1:
      fields: triple_namespace
    triple2:
      fields: triple_key
    triple3:
      fields: triple_value
        
Tagging:
  columns:
#    id:
#      type: integer(4)
#      primary: true
#      autoincrement: true
    tag_id:           
      type:           integer
      notnull:        true
    taggable_model:   
      type:           string(30)
    taggable_id:      
      type:           integer
  relations:
    Tag:
  indexes:
    tag:
      fields: tag_id
    taggable:
      fields: taggable_model, taggable_id<commit_msg>updated schema: don't export constraints to database for Tagging. This is necessary because multiple models can join Tagging->taggable_id<commit_after>Tag:
  columns:
#    id:
#      type: integer(4)
#      primary: true
#      autoincrement: true
    name:
      type:           string(100)
    is_triple:        
      type:           boolean
    triple_namespace: 
      type:           string(100)
    triple_key:       
      type:           string(100)
    triple_value:     
      type:           string(100)
  indexes:
    name:
      fields: name
    triple1:
      fields: triple_namespace
    triple2:
      fields: triple_key
    triple3:
      fields: triple_value
        
Tagging:
  columns:
#    id:
#      type: integer(4)
#      primary: true
#      autoincrement: true
    tag_id:           
      type:           integer
      notnull:        true
    taggable_model:   
      type:           string(30)
    taggable_id:      
      type:           integer
  relations:
    Tag:
  indexes:
    tag:
      fields: tag_id
    taggable:
      fields: taggable_model, taggable_id
  attributes:
    # don't export constraints. This is necessary because multiple models can 
    #  join Tagging on taggable_id
    export: [ all, constraints ] 
{'fraction_non_alphanumeric': 0.07001795332136446, 'fraction_numerical': 0.017055655296229804, 'mean_word_length': 1.5503432494279177, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 4, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4196366', 'n_tokens_mistral': 698, 'n_tokens_neox': 686, 'n_words': 168}