<commit_before># encoding: UTF-8
# This file is auto-generated from the current state of the database. Instead
# of editing this file, please use the migrations feature of Active Record to
# incrementally modify your database, and then regenerate this schema definition.
#
# Note that this schema.rb definition is the authoritative source for your
# database schema. If you need to create the application database on another
# system, you should be using db:schema:load, not running all the migrations
# from scratch. The latter is a flawed and unsustainable approach (the more migrations
# you'll amass, the slower it'll run and the greater likelihood for issues).
#
# It's strongly recommended that you check this file into your version control system.

ActiveRecord::Schema.define(version: 20131104060910) do

  # These are extensions that must be enabled in order to support this database
  enable_extension "plpgsql"

  create_table "attachments", force: true do |t|
    t.string   "url"
    t.string   "filename"
    t.string   "mimetype"
    t.integer  "size"
    t.boolean  "writeable"
    t.datetime "created_at", null: false
    t.datetime "updated_at", null: false
  end

  create_table "attachments_messages", id: false, force: true do |t|
    t.integer "message_id"
    t.integer "attachment_id"
  end

  add_index "attachments_messages", ["message_id"], name: "index_attachments_messages_on_message_id", using: :btree

  create_table "conversations", force: true do |t|
    t.string   "type"
    t.string   "subject",                    null: false
    t.integer  "project_id",                 null: false
    t.integer  "creator_id",                 null: false
    t.integer  "position"
    t.string   "slug",                       null: false
    t.datetime "done_at"
    t.integer  "messages_count", default: 0
    t.datetime "created_at",                 null: false
    t.datetime "updated_at",                 null: false
  end

  add_index "conversations", ["project_id"], name: "index_conversations_on_project_id", using: :btree

  create_table "email_addresses", force: true do |t|
    t.integer "user_id"
    t.text    "address",                 null: false
    t.boolean "primary", default: false
  end

  add_index "email_addresses", ["address"], name: "index_email_addresses_on_address", unique: true, using: :btree
  add_index "email_addresses", ["primary"], name: "index_email_addresses_on_primary", using: :btree
  add_index "email_addresses", ["user_id"], name: "index_email_addresses_on_user_id", using: :btree

  create_table "events", force: true do |t|
    t.string   "type"
    t.integer  "project_id",      null: false
    t.integer  "conversation_id"
    t.integer  "user_id"
    t.text     "content"
    t.datetime "created_at",      null: false
  end

  add_index "events", ["conversation_id"], name: "index_events_on_conversation_id", using: :btree
  add_index "events", ["project_id"], name: "index_events_on_project_id", using: :btree
  add_index "events", ["user_id"], name: "index_events_on_user_id", using: :btree

  create_table "incoming_emails", force: true do |t|
    t.binary   "params",       null: false
    t.datetime "created_at",   null: false
    t.string   "type"
    t.integer  "message_id"
    t.integer  "from_user_id"
    t.datetime "processed_at"
  end

  create_table "messages", force: true do |t|
    t.integer  "conversation_id"
    t.integer  "user_id"
    t.text     "body_plain"
    t.boolean  "reply"
    t.string   "from"
    t.string   "subject"
    t.string   "children"
    t.integer  "parent_id"
    t.string   "message_id_header"
    t.text     "references_header"
    t.boolean  "shareworthy",       default: false
    t.boolean  "knowledge",         default: false
    t.datetime "created_at",                        null: false
    t.datetime "updated_at",                        null: false
    t.text     "stripped_plain",    default: ""
    t.text     "body_html",         default: ""
    t.text     "stripped_html",     default: ""
  end

  add_index "messages", ["conversation_id"], name: "index_messages_on_conversation_id", using: :btree

  create_table "project_memberships", force: true do |t|
    t.integer  "project_id"
    t.integer  "user_id"
    t.boolean  "can_write",  default: true
    t.boolean  "gets_email", default: true
    t.boolean  "moderator",  default: false
    t.datetime "created_at",                 null: false
    t.datetime "updated_at",                 null: false
  end

  add_index "project_memberships", ["project_id", "user_id"], name: "index_project_memberships_on_project_id_and_user_id", unique: true, using: :btree

  create_table "projects", force: true do |t|
    t.string   "name"
    t.string   "slug",                   null: false
    t.text     "description"
    t.datetime "created_at",             null: false
    t.datetime "updated_at",             null: false
    t.string   "subject_tag"
    t.string   "email_address_username"
  end

  add_index "projects", ["slug"], name: "index_projects_on_slug", unique: true, using: :btree

  create_table "task_doers", force: true do |t|
    t.integer "user_id"
    t.integer "task_id"
  end

  add_index "task_doers", ["user_id", "task_id"], name: "index_task_doers_on_user_id_and_task_id", unique: true, using: :btree

  create_table "users", force: true do |t|
    t.text     "name"
    t.string   "slug",                                null: false
    t.string   "encrypted_password",     default: "", null: false
    t.string   "reset_password_token"
    t.datetime "reset_password_sent_at"
    t.datetime "remember_created_at"
    t.integer  "sign_in_count",          default: 0
    t.datetime "current_sign_in_at"
    t.datetime "last_sign_in_at"
    t.string   "current_sign_in_ip"
    t.string   "last_sign_in_ip"
    t.string   "confirmation_token"
    t.datetime "confirmed_at"
    t.datetime "confirmation_sent_at"
    t.string   "unconfirmed_email"
    t.string   "authentication_token"
    t.datetime "created_at",                          null: false
    t.datetime "updated_at",                          null: false
    t.string   "avatar_url"
    t.string   "provider"
    t.string   "uid"
  end

  add_index "users", ["reset_password_token"], name: "index_users_on_reset_password_token", unique: true, using: :btree
  add_index "users", ["slug"], name: "index_users_on_slug", unique: true, using: :btree

end
<commit_msg>Removed some stuff from the incoming_emails table that wasn't needed<commit_after># encoding: UTF-8
# This file is auto-generated from the current state of the database. Instead
# of editing this file, please use the migrations feature of Active Record to
# incrementally modify your database, and then regenerate this schema definition.
#
# Note that this schema.rb definition is the authoritative source for your
# database schema. If you need to create the application database on another
# system, you should be using db:schema:load, not running all the migrations
# from scratch. The latter is a flawed and unsustainable approach (the more migrations
# you'll amass, the slower it'll run and the greater likelihood for issues).
#
# It's strongly recommended that you check this file into your version control system.

ActiveRecord::Schema.define(version: 20131104060910) do

  # These are extensions that must be enabled in order to support this database
  enable_extension "plpgsql"

  create_table "attachments", force: true do |t|
    t.string   "url"
    t.string   "filename"
    t.string   "mimetype"
    t.integer  "size"
    t.boolean  "writeable"
    t.datetime "created_at", null: false
    t.datetime "updated_at", null: false
  end

  create_table "attachments_messages", id: false, force: true do |t|
    t.integer "message_id"
    t.integer "attachment_id"
  end

  add_index "attachments_messages", ["message_id"], name: "index_attachments_messages_on_message_id", using: :btree

  create_table "conversations", force: true do |t|
    t.string   "type"
    t.string   "subject",                    null: false
    t.integer  "project_id",                 null: false
    t.integer  "creator_id",                 null: false
    t.integer  "position"
    t.string   "slug",                       null: false
    t.datetime "done_at"
    t.integer  "messages_count", default: 0
    t.datetime "created_at",                 null: false
    t.datetime "updated_at",                 null: false
  end

  add_index "conversations", ["project_id"], name: "index_conversations_on_project_id", using: :btree

  create_table "email_addresses", force: true do |t|
    t.integer "user_id"
    t.text    "address",                 null: false
    t.boolean "primary", default: false
  end

  add_index "email_addresses", ["address"], name: "index_email_addresses_on_address", unique: true, using: :btree
  add_index "email_addresses", ["primary"], name: "index_email_addresses_on_primary", using: :btree
  add_index "email_addresses", ["user_id"], name: "index_email_addresses_on_user_id", using: :btree

  create_table "events", force: true do |t|
    t.string   "type"
    t.integer  "project_id",      null: false
    t.integer  "conversation_id"
    t.integer  "user_id"
    t.text     "content"
    t.datetime "created_at",      null: false
  end

  add_index "events", ["conversation_id"], name: "index_events_on_conversation_id", using: :btree
  add_index "events", ["project_id"], name: "index_events_on_project_id", using: :btree
  add_index "events", ["user_id"], name: "index_events_on_user_id", using: :btree

  create_table "incoming_emails", force: true do |t|
    t.binary   "params",     null: false
    t.datetime "created_at", null: false
  end

  create_table "messages", force: true do |t|
    t.integer  "conversation_id"
    t.integer  "user_id"
    t.text     "body_plain"
    t.boolean  "reply"
    t.string   "from"
    t.string   "subject"
    t.string   "children"
    t.integer  "parent_id"
    t.string   "message_id_header"
    t.text     "references_header"
    t.boolean  "shareworthy",       default: false
    t.boolean  "knowledge",         default: false
    t.datetime "created_at",                        null: false
    t.datetime "updated_at",                        null: false
    t.text     "stripped_plain",    default: ""
    t.text     "body_html",         default: ""
    t.text     "stripped_html",     default: ""
  end

  add_index "messages", ["conversation_id"], name: "index_messages_on_conversation_id", using: :btree

  create_table "project_memberships", force: true do |t|
    t.integer  "project_id"
    t.integer  "user_id"
    t.boolean  "can_write",  default: true
    t.boolean  "gets_email", default: true
    t.boolean  "moderator",  default: false
    t.datetime "created_at",                 null: false
    t.datetime "updated_at",                 null: false
  end

  add_index "project_memberships", ["project_id", "user_id"], name: "index_project_memberships_on_project_id_and_user_id", unique: true, using: :btree

  create_table "projects", force: true do |t|
    t.string   "name"
    t.string   "slug",                   null: false
    t.text     "description"
    t.datetime "created_at",             null: false
    t.datetime "updated_at",             null: false
    t.string   "subject_tag"
    t.string   "email_address_username"
  end

  add_index "projects", ["slug"], name: "index_projects_on_slug", unique: true, using: :btree

  create_table "task_doers", force: true do |t|
    t.integer "user_id"
    t.integer "task_id"
  end

  add_index "task_doers", ["user_id", "task_id"], name: "index_task_doers_on_user_id_and_task_id", unique: true, using: :btree

  create_table "users", force: true do |t|
    t.text     "name"
    t.string   "slug",                                null: false
    t.string   "encrypted_password",     default: "", null: false
    t.string   "reset_password_token"
    t.datetime "reset_password_sent_at"
    t.datetime "remember_created_at"
    t.integer  "sign_in_count",          default: 0
    t.datetime "current_sign_in_at"
    t.datetime "last_sign_in_at"
    t.string   "current_sign_in_ip"
    t.string   "last_sign_in_ip"
    t.string   "confirmation_token"
    t.datetime "confirmed_at"
    t.datetime "confirmation_sent_at"
    t.string   "unconfirmed_email"
    t.string   "authentication_token"
    t.datetime "created_at",                          null: false
    t.datetime "updated_at",                          null: false
    t.string   "avatar_url"
    t.string   "provider"
    t.string   "uid"
  end

  add_index "users", ["reset_password_token"], name: "index_users_on_reset_password_token", unique: true, using: :btree
  add_index "users", ["slug"], name: "index_users_on_slug", unique: true, using: :btree

end

{'fraction_non_alphanumeric': 0.10436076098019259, 'fraction_numerical': 0.0026618648712127143, 'mean_word_length': 2.95724907063197, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1008378', 'n_tokens_mistral': 4133, 'n_tokens_neox': 4046, 'n_words': 1129}