<commit_before><commit_msg>add example database scheme for simpler startup using ./manage.py loaddata db.json<commit_after>[
{
  "model": "sites.site",
  "pk": 1,
  "fields": {
    "domain": "wypok.com",
    "name": "wypok.com"
  }
},
{
  "model": "contenttypes.contenttype",
  "pk": 1,
  "fields": {
    "app_label": "admin",
    "model": "logentry"
  }
},
{
  "model": "contenttypes.contenttype",
  "pk": 2,
  "fields": {
    "app_label": "auth",
    "model": "user"
  }
},
{
  "model": "contenttypes.contenttype",
  "pk": 3,
  "fields": {
    "app_label": "auth",
    "model": "permission"
  }
},
{
  "model": "contenttypes.contenttype",
  "pk": 4,
  "fields": {
    "app_label": "auth",
    "model": "group"
  }
},
{
  "model": "contenttypes.contenttype",
  "pk": 5,
  "fields": {
    "app_label": "sites",
    "model": "site"
  }
},
{
  "model": "contenttypes.contenttype",
  "pk": 6,
  "fields": {
    "app_label": "contenttypes",
    "model": "contenttype"
  }
},
{
  "model": "contenttypes.contenttype",
  "pk": 7,
  "fields": {
    "app_label": "sessions",
    "model": "session"
  }
},
{
  "model": "contenttypes.contenttype",
  "pk": 8,
  "fields": {
    "app_label": "sections",
    "model": "section"
  }
},
{
  "model": "contenttypes.contenttype",
  "pk": 9,
  "fields": {
    "app_label": "sections",
    "model": "post"
  }
},
{
  "model": "contenttypes.contenttype",
  "pk": 10,
  "fields": {
    "app_label": "accounts",
    "model": "profile"
  }
},
{
  "model": "contenttypes.contenttype",
  "pk": 11,
  "fields": {
    "app_label": "account",
    "model": "emailaddress"
  }
},
{
  "model": "contenttypes.contenttype",
  "pk": 12,
  "fields": {
    "app_label": "account",
    "model": "emailconfirmation"
  }
},
{
  "model": "contenttypes.contenttype",
  "pk": 13,
  "fields": {
    "app_label": "socialaccount",
    "model": "socialaccount"
  }
},
{
  "model": "contenttypes.contenttype",
  "pk": 14,
  "fields": {
    "app_label": "socialaccount",
    "model": "socialapp"
  }
},
{
  "model": "contenttypes.contenttype",
  "pk": 15,
  "fields": {
    "app_label": "socialaccount",
    "model": "socialtoken"
  }
},
{
  "model": "auth.permission",
  "pk": 1,
  "fields": {
    "name": "Can add log entry",
    "content_type": 1,
    "codename": "add_logentry"
  }
},
{
  "model": "auth.permission",
  "pk": 2,
  "fields": {
    "name": "Can change log entry",
    "content_type": 1,
    "codename": "change_logentry"
  }
},
{
  "model": "auth.permission",
  "pk": 3,
  "fields": {
    "name": "Can delete log entry",
    "content_type": 1,
    "codename": "delete_logentry"
  }
},
{
  "model": "auth.permission",
  "pk": 4,
  "fields": {
    "name": "Can add user",
    "content_type": 2,
    "codename": "add_user"
  }
},
{
  "model": "auth.permission",
  "pk": 5,
  "fields": {
    "name": "Can change user",
    "content_type": 2,
    "codename": "change_user"
  }
},
{
  "model": "auth.permission",
  "pk": 6,
  "fields": {
    "name": "Can delete user",
    "content_type": 2,
    "codename": "delete_user"
  }
},
{
  "model": "auth.permission",
  "pk": 7,
  "fields": {
    "name": "Can add permission",
    "content_type": 3,
    "codename": "add_permission"
  }
},
{
  "model": "auth.permission",
  "pk": 8,
  "fields": {
    "name": "Can change permission",
    "content_type": 3,
    "codename": "change_permission"
  }
},
{
  "model": "auth.permission",
  "pk": 9,
  "fields": {
    "name": "Can delete permission",
    "content_type": 3,
    "codename": "delete_permission"
  }
},
{
  "model": "auth.permission",
  "pk": 10,
  "fields": {
    "name": "Can add group",
    "content_type": 4,
    "codename": "add_group"
  }
},
{
  "model": "auth.permission",
  "pk": 11,
  "fields": {
    "name": "Can change group",
    "content_type": 4,
    "codename": "change_group"
  }
},
{
  "model": "auth.permission",
  "pk": 12,
  "fields": {
    "name": "Can delete group",
    "content_type": 4,
    "codename": "delete_group"
  }
},
{
  "model": "auth.permission",
  "pk": 13,
  "fields": {
    "name": "Can add site",
    "content_type": 5,
    "codename": "add_site"
  }
},
{
  "model": "auth.permission",
  "pk": 14,
  "fields": {
    "name": "Can change site",
    "content_type": 5,
    "codename": "change_site"
  }
},
{
  "model": "auth.permission",
  "pk": 15,
  "fields": {
    "name": "Can delete site",
    "content_type": 5,
    "codename": "delete_site"
  }
},
{
  "model": "auth.permission",
  "pk": 16,
  "fields": {
    "name": "Can add content type",
    "content_type": 6,
    "codename": "add_contenttype"
  }
},
{
  "model": "auth.permission",
  "pk": 17,
  "fields": {
    "name": "Can change content type",
    "content_type": 6,
    "codename": "change_contenttype"
  }
},
{
  "model": "auth.permission",
  "pk": 18,
  "fields": {
    "name": "Can delete content type",
    "content_type": 6,
    "codename": "delete_contenttype"
  }
},
{
  "model": "auth.permission",
  "pk": 19,
  "fields": {
    "name": "Can add session",
    "content_type": 7,
    "codename": "add_session"
  }
},
{
  "model": "auth.permission",
  "pk": 20,
  "fields": {
    "name": "Can change session",
    "content_type": 7,
    "codename": "change_session"
  }
},
{
  "model": "auth.permission",
  "pk": 21,
  "fields": {
    "name": "Can delete session",
    "content_type": 7,
    "codename": "delete_session"
  }
},
{
  "model": "auth.permission",
  "pk": 22,
  "fields": {
    "name": "Can add section",
    "content_type": 8,
    "codename": "add_section"
  }
},
{
  "model": "auth.permission",
  "pk": 23,
  "fields": {
    "name": "Can change section",
    "content_type": 8,
    "codename": "change_section"
  }
},
{
  "model": "auth.permission",
  "pk": 24,
  "fields": {
    "name": "Can delete section",
    "content_type": 8,
    "codename": "delete_section"
  }
},
{
  "model": "auth.permission",
  "pk": 25,
  "fields": {
    "name": "Can add post",
    "content_type": 9,
    "codename": "add_post"
  }
},
{
  "model": "auth.permission",
  "pk": 26,
  "fields": {
    "name": "Can change post",
    "content_type": 9,
    "codename": "change_post"
  }
},
{
  "model": "auth.permission",
  "pk": 27,
  "fields": {
    "name": "Can delete post",
    "content_type": 9,
    "codename": "delete_post"
  }
},
{
  "model": "auth.permission",
  "pk": 28,
  "fields": {
    "name": "Can add profile",
    "content_type": 10,
    "codename": "add_profile"
  }
},
{
  "model": "auth.permission",
  "pk": 29,
  "fields": {
    "name": "Can change profile",
    "content_type": 10,
    "codename": "change_profile"
  }
},
{
  "model": "auth.permission",
  "pk": 30,
  "fields": {
    "name": "Can delete profile",
    "content_type": 10,
    "codename": "delete_profile"
  }
},
{
  "model": "auth.permission",
  "pk": 31,
  "fields": {
    "name": "Can add email address",
    "content_type": 11,
    "codename": "add_emailaddress"
  }
},
{
  "model": "auth.permission",
  "pk": 32,
  "fields": {
    "name": "Can change email address",
    "content_type": 11,
    "codename": "change_emailaddress"
  }
},
{
  "model": "auth.permission",
  "pk": 33,
  "fields": {
    "name": "Can delete email address",
    "content_type": 11,
    "codename": "delete_emailaddress"
  }
},
{
  "model": "auth.permission",
  "pk": 34,
  "fields": {
    "name": "Can add email confirmation",
    "content_type": 12,
    "codename": "add_emailconfirmation"
  }
},
{
  "model": "auth.permission",
  "pk": 35,
  "fields": {
    "name": "Can change email confirmation",
    "content_type": 12,
    "codename": "change_emailconfirmation"
  }
},
{
  "model": "auth.permission",
  "pk": 36,
  "fields": {
    "name": "Can delete email confirmation",
    "content_type": 12,
    "codename": "delete_emailconfirmation"
  }
},
{
  "model": "auth.permission",
  "pk": 37,
  "fields": {
    "name": "Can add social account",
    "content_type": 13,
    "codename": "add_socialaccount"
  }
},
{
  "model": "auth.permission",
  "pk": 38,
  "fields": {
    "name": "Can change social account",
    "content_type": 13,
    "codename": "change_socialaccount"
  }
},
{
  "model": "auth.permission",
  "pk": 39,
  "fields": {
    "name": "Can delete social account",
    "content_type": 13,
    "codename": "delete_socialaccount"
  }
},
{
  "model": "auth.permission",
  "pk": 40,
  "fields": {
    "name": "Can add social application",
    "content_type": 14,
    "codename": "add_socialapp"
  }
},
{
  "model": "auth.permission",
  "pk": 41,
  "fields": {
    "name": "Can change social application",
    "content_type": 14,
    "codename": "change_socialapp"
  }
},
{
  "model": "auth.permission",
  "pk": 42,
  "fields": {
    "name": "Can delete social application",
    "content_type": 14,
    "codename": "delete_socialapp"
  }
},
{
  "model": "auth.permission",
  "pk": 43,
  "fields": {
    "name": "Can add social application token",
    "content_type": 15,
    "codename": "add_socialtoken"
  }
},
{
  "model": "auth.permission",
  "pk": 44,
  "fields": {
    "name": "Can change social application token",
    "content_type": 15,
    "codename": "change_socialtoken"
  }
},
{
  "model": "auth.permission",
  "pk": 45,
  "fields": {
    "name": "Can delete social application token",
    "content_type": 15,
    "codename": "delete_socialtoken"
  }
},
{
  "model": "auth.user",
  "pk": 1,
  "fields": {
    "password": "<PASSWORD>=",
    "last_login": "2017-05-14T10:07:10.701Z",
    "is_superuser": true,
    "username": "admin",
    "first_name": "",
    "last_name": "",
    "email": "<EMAIL>",
    "is_staff": true,
    "is_active": true,
    "date_joined": "2017-05-14T10:05:54.338Z",
    "groups": [],
    "user_permissions": []
  }
},
{
  "model": "sections.section",
  "pk": 1,
  "fields": {
    "admin": 1,
    "name": "all",
    "description": "Everything!"
  }
},
{
  "model": "accounts.profile",
  "pk": 1,
  "fields": {
    "user": 1,
    "state": "A",
    "gender": "H",
    "description": ""
  }
},
{
  "model": "account.emailaddress",
  "pk": 1,
  "fields": {
    "user": 1,
    "email": "<EMAIL>",
    "verified": true,
    "primary": true
  }
},
{
  "model": "admin.logentry",
  "pk": 1,
  "fields": {
    "action_time": "2017-05-14T10:08:00.012Z",
    "user": 1,
    "content_type": 8,
    "object_id": "1",
    "object_repr": "all",
    "action_flag": 1,
    "change_message": "[{\"added\": {}}]"
  }
},
{
  "model": "admin.logentry",
  "pk": 2,
  "fields": {
    "action_time": "2017-05-14T10:08:24.793Z",
    "user": 1,
    "content_type": 5,
    "object_id": "1",
    "object_repr": "wypok.com",
    "action_flag": 2,
    "change_message": "[{\"changed\": {\"fields\": [\"domain\", \"name\"]}}]"
  }
}
]

{'fraction_non_alphanumeric': 0.2249600300949873, 'fraction_numerical': 0.023605755666321827, 'mean_word_length': 3.105791505791506, 'pattern_counts': {'":': 408, '<': 6, '<?xml version=': 0, '>': 6, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5332381', 'n_tokens_mistral': 4412, 'n_tokens_neox': 4183, 'n_words': 866}