<commit_before># encoding: UTF-8
# This file is auto-generated from the current state of the database. Instead
# of editing this file, please use the migrations feature of Active Record to
# incrementally modify your database, and then regenerate this schema definition.
#
# Note that this schema.rb definition is the authoritative source for your
# database schema. If you need to create the application database on another
# system, you should be using db:schema:load, not running all the migrations
# from scratch. The latter is a flawed and unsustainable approach (the more migrations
# you'll amass, the slower it'll run and the greater likelihood for issues).
#
# It's strongly recommended that you check this file into your version control system.

ActiveRecord::Schema.define(version: 1) do

  create_table "articles", force: true do |t|
    t.integer "periodical_id"
    t.integer "month"
    t.integer "year"
    t.integer "page_start"
    t.integer "page_end"
    t.string  "code",                   limit: 6
    t.string  "title"
    t.string  "attribution"
    t.string  "type",                   limit: 10, default: "prose"
    t.integer "volume"
    t.string  "attribution_confidence", limit: 10
    t.integer "issue_number"
    t.string  "entry_month",            limit: 7,  default: "(06/17)"
    t.integer "article_day"
    t.string  "payment",                limit: 8
  end

  add_index "articles", ["code"], name: "Article Code", using: :btree
  add_index "articles", ["issue_number"], name: "Issue Number", using: :btree
  add_index "articles", ["page_start"], name: "Article Page Start", using: :btree
  add_index "articles", ["periodical_id"], name: "Periodical", using: :btree
  add_index "articles", ["type"], name: "Article Type", using: :btree
  add_index "articles", ["year"], name: "Article Year", using: :btree

  create_table "articles_contributors", id: false, force: true do |t|
    t.integer "article_id"
    t.integer "contributor_id", default: 28
  end

  add_index "articles_contributors", ["article_id"], name: "Articles_ID", using: :btree
  add_index "articles_contributors", ["contributor_id"], name: "Contributors_ID", using: :btree

  create_table "contributors", force: true do |t|
    t.string   "full_name"
    t.datetime "birth"
    t.datetime "death"
    t.string   "gender",      limit: 1
    t.text     "comment",     limit: 2147483647
    t.string   "education"
    t.string   "nationality", limit: 40
    t.string   "birth_year",  limit: 4
    t.string   "death_year",  limit: 4
    t.string   "identifier"
    t.boolean  "wellesley"
  end

  add_index "contributors", ["comment"], name: "Comment", length: {"comment"=>100}, using: :btree
  add_index "contributors", ["death"], name: "Death", using: :btree
  add_index "contributors", ["death_year"], name: "Death Year", using: :btree
  add_index "contributors", ["full_name"], name: "Full Name", using: :btree
  add_index "contributors", ["gender"], name: "Gender", using: :btree
  add_index "contributors", ["identifier"], name: "Identifier", using: :btree
  add_index "contributors", ["nationality"], name: "Nationality", using: :btree

  create_table "essays", force: true do |t|
    t.integer "pub_month"
    t.integer "pub_year"
    t.text    "contents",  limit: 2147483647
  end

  create_table "months", primary_key: "ID", force: true do |t|
    t.string "Publication Month", limit: 3
  end

  create_table "notes", primary_key: "ID", force: true do |t|
    t.string "Source"
    t.text   "Information", limit: 2147483647
  end

  create_table "periodicals", force: true do |t|
    t.string "name"
    t.string "abbreviation"
    t.text   "comment",       limit: 2147483647
    t.text   "postscript",    limit: 2147483647
    t.string "frequency",     limit: 5
  end

end
<commit_msg>updated schema<commit_after># encoding: UTF-8
# This file is auto-generated from the current state of the database. Instead
# of editing this file, please use the migrations feature of Active Record to
# incrementally modify your database, and then regenerate this schema definition.
#
# Note that this schema.rb definition is the authoritative source for your
# database schema. If you need to create the application database on another
# system, you should be using db:schema:load, not running all the migrations
# from scratch. The latter is a flawed and unsustainable approach (the more migrations
# you'll amass, the slower it'll run and the greater likelihood for issues).
#
# It's strongly recommended that you check this file into your version control system.

ActiveRecord::Schema.define(version: 1) do

  create_table "articles", force: true do |t|
    t.integer "periodical_id"
    t.integer "month"
    t.integer "year"
    t.integer "page_start"
    t.integer "page_end"
    t.string  "code",                   limit: 6
    t.string  "title"
    t.string  "attribution"
    t.string  "article_type",           limit: 10, default: "prose"
    t.integer "volume"
    t.string  "attribution_confidence", limit: 10
    t.integer "issue_number"
    t.string  "entry_month",            limit: 7,  default: "(06/17)"
    t.integer "article_day"
    t.string  "payment",                limit: 8
  end

  add_index "articles", ["article_type"], name: "Article Type", using: :btree
  add_index "articles", ["code"], name: "Article Code", using: :btree
  add_index "articles", ["issue_number"], name: "Issue Number", using: :btree
  add_index "articles", ["page_start"], name: "Article Page Start", using: :btree
  add_index "articles", ["periodical_id"], name: "Periodical", using: :btree
  add_index "articles", ["year"], name: "Article Year", using: :btree

  create_table "articles_contributors", id: false, force: true do |t|
    t.integer "article_id"
    t.integer "contributor_id", default: 28
  end

  add_index "articles_contributors", ["article_id"], name: "Articles_ID", using: :btree
  add_index "articles_contributors", ["contributor_id"], name: "Contributors_ID", using: :btree

  create_table "contributors", force: true do |t|
    t.string   "full_name"
    t.datetime "birth"
    t.datetime "death"
    t.string   "gender",      limit: 1
    t.text     "comment",     limit: 2147483647
    t.string   "education"
    t.string   "nationality", limit: 40
    t.string   "birth_year",  limit: 4
    t.string   "death_year",  limit: 4
    t.string   "identifier"
    t.boolean  "wellesley"
  end

  add_index "contributors", ["comment"], name: "Comment", length: {"comment"=>100}, using: :btree
  add_index "contributors", ["death"], name: "Death", using: :btree
  add_index "contributors", ["death_year"], name: "Death Year", using: :btree
  add_index "contributors", ["full_name"], name: "Full Name", using: :btree
  add_index "contributors", ["gender"], name: "Gender", using: :btree
  add_index "contributors", ["identifier"], name: "Identifier", using: :btree
  add_index "contributors", ["nationality"], name: "Nationality", using: :btree

  create_table "essays", force: true do |t|
    t.integer "pub_month"
    t.integer "pub_year"
    t.text    "contents",  limit: 2147483647
  end

  create_table "months", force: true do |t|
    t.string "publication_month", limit: 3
  end

  create_table "notes", force: true do |t|
    t.string "source"
    t.text   "information", limit: 2147483647
  end

  create_table "periodicals", force: true do |t|
    t.string "name"
    t.string "abbreviation"
    t.text   "comment",      limit: 2147483647
    t.text   "postscript",   limit: 2147483647
    t.string "frequency",    limit: 5
  end

end

{'fraction_non_alphanumeric': 0.12470214455917394, 'fraction_numerical': 0.019857029388403495, 'mean_word_length': 3.6983830845771144, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '169418', 'n_tokens_mistral': 2582, 'n_tokens_neox': 2354, 'n_words': 798}