<commit_before># This file configures what to include in public database dumps. For each
# database table, we set which columns are included in the dump, and optionally
# how to filter the rows.
#
# <table_name>.columns - a TOML dictionary determining what columns to include.
#     possible values are "private" (not included) and "public" (included).
#
# <table_name>.filter - a string that is a valid SQL expression, which is used
#     in a WHERE clause to filter the rows of the table.
#
# <table_name>.dependencies - an array of table names, used to determine the
#     order of the tables in the generated import script. All tables referred
#     to by public columns in the current table should be listed, to make sure
#     they are imported before this table.
#
# <table_name>.columns_defaults - a TOML dictionary mapping column names to a
#     raw SQL expression that is used as the default value for the column on
#     import. This is useful for private columns that are not nullable and do
#     not have a default.

[api_tokens.columns]
id = "private"
user_id = "private"
token = "private"
name = "private"
created_at = "private"
last_used_at = "private"
revoked = "private"

[background_jobs.columns]
id = "private"
job_type = "private"
data = "private"
retries = "private"
last_retry = "private"
created_at = "private"

[badges.columns]
crate_id = "public"
badge_type = "public"
attributes = "public"

[categories.columns]
id = "public"
category = "public"
slug = "public"
description = "public"
crates_cnt = "public"
created_at = "public"
path = "public"

[crate_owner_invitations.columns]
invited_user_id = "private"
invited_by_user_id = "private"
crate_id = "private"
created_at = "private"

[crate_owners]
dependencies = ["crates", "users"]
filter = "NOT deleted"
[crate_owners.columns]
crate_id = "public"
owner_id = "public"
created_at = "public"
created_by = "private"
deleted = "private"
updated_at = "public"
owner_kind = "public"

[crates.columns]
id = "public"
name = "public"
updated_at = "public"
created_at = "public"
downloads = "public"
description = "public"
homepage = "public"
documentation = "public"
readme = "public"
textsearchable_index_col = "public"
license = "public"
repository = "public"
max_upload_size = "public"

[crates_categories]
dependencies = ["categories", "crates"]
[crates_categories.columns]
crate_id = "public"
category_id = "public"

[crates_keywords]
dependencies = ["crates", "keywords"]
[crates_keywords.columns]
crate_id = "public"
keyword_id = "public"

[dependencies]
dependencies = ["crates", "versions"]
[dependencies.columns]
id = "public"
version_id = "public"
crate_id = "public"
req = "public"
optional = "public"
default_features = "public"
features = "public"
target = "public"<commit_msg>Remove crates.licence column from dump_db configuration.<commit_after># This file configures what to include in public database dumps. For each
# database table, we set which columns are included in the dump, and optionally
# how to filter the rows.
#
# <table_name>.columns - a TOML dictionary determining what columns to include.
#     possible values are "private" (not included) and "public" (included).
#
# <table_name>.filter - a string that is a valid SQL expression, which is used
#     in a WHERE clause to filter the rows of the table.
#
# <table_name>.dependencies - an array of table names, used to determine the
#     order of the tables in the generated import script. All tables referred
#     to by public columns in the current table should be listed, to make sure
#     they are imported before this table.
#
# <table_name>.columns_defaults - a TOML dictionary mapping column names to a
#     raw SQL expression that is used as the default value for the column on
#     import. This is useful for private columns that are not nullable and do
#     not have a default.

[api_tokens.columns]
id = "private"
user_id = "private"
token = "<PASSWORD>"
name = "private"
created_at = "private"
last_used_at = "private"
revoked = "private"

[background_jobs.columns]
id = "private"
job_type = "private"
data = "private"
retries = "private"
last_retry = "private"
created_at = "private"

[badges.columns]
crate_id = "public"
badge_type = "public"
attributes = "public"

[categories.columns]
id = "public"
category = "public"
slug = "public"
description = "public"
crates_cnt = "public"
created_at = "public"
path = "public"

[crate_owner_invitations.columns]
invited_user_id = "private"
invited_by_user_id = "private"
crate_id = "private"
created_at = "private"

[crate_owners]
dependencies = ["crates", "users"]
filter = "NOT deleted"
[crate_owners.columns]
crate_id = "public"
owner_id = "public"
created_at = "public"
created_by = "private"
deleted = "private"
updated_at = "public"
owner_kind = "public"

[crates.columns]
id = "public"
name = "public"
updated_at = "public"
created_at = "public"
downloads = "public"
description = "public"
homepage = "public"
documentation = "public"
readme = "public"
textsearchable_index_col = "public"
repository = "public"
max_upload_size = "public"

[crates_categories]
dependencies = ["categories", "crates"]
[crates_categories.columns]
crate_id = "public"
category_id = "public"

[crates_keywords]
dependencies = ["crates", "keywords"]
[crates_keywords.columns]
crate_id = "public"
keyword_id = "public"

[dependencies]
dependencies = ["crates", "versions"]
[dependencies.columns]
id = "public"
version_id = "public"
crate_id = "public"
req = "public"
optional = "public"
default_features = "public"
features = "public"
target = "public"
{'fraction_non_alphanumeric': 0.11183144246353323, 'fraction_numerical': 0.0, 'mean_word_length': 5.0699453551912566, 'pattern_counts': {'":': 0, '<': 12, '<?xml version=': 0, '>': 12, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3721114', 'n_tokens_mistral': 1749, 'n_tokens_neox': 1748, 'n_words': 604}