<commit_before>create table orbeon_form_definition (
    created            datetime,
    last_modified_time datetime,
    last_modified_by   varchar(255),
    app                varchar(255),
    form               varchar(255),
    form_version       int not null,
    deleted            char(1) not null,
    xml                xml
);

create table orbeon_form_definition_attach (
    created            datetime,
    last_modified_time datetime,
    last_modified_by   varchar(255),
    app                varchar(255),
    form               varchar(255),
    form_version       int not null,
    deleted            char(1) not null,
    file_name          varchar(255),
    file_content       varbinary(max)
);

create table orbeon_form_data (
    created            datetime,
    last_modified_time datetime,
    last_modified_by   varchar(255),
    username           varchar(255),
    groupname          varchar(255),
    app                varchar(255),
    form               varchar(255),
    form_version       int not null,
    document_id        varchar(255),
    draft              char(1) not null,
    deleted            char(1) not null,
    xml                xml
);

create table orbeon_form_data_attach (
    created            datetime,
    last_modified_time datetime,
    last_modified_by   varchar(255),
    username           varchar(255),
    groupname          varchar(255),
    app                varchar(255),
    form               varchar(255),
    form_version       int not null,
    document_id        varchar(255),
    draft              char(1) not null,
    deleted            char(1) not null,
    file_name          varchar(255),
    file_content       varbinary(max)
);<commit_msg>Switching to nvarchar for better Unicode support<commit_after>create table orbeon_form_definition (
    created            datetime,
    last_modified_time datetime,
    last_modified_by   nvarchar(255),
    app                nvarchar(255),
    form               nvarchar(255),
    form_version       int not null,
    deleted            char(1) not null,
    xml                xml
);

create table orbeon_form_definition_attach (
    created            datetime,
    last_modified_time datetime,
    last_modified_by   nvarchar(255),
    app                nvarchar(255),
    form               nvarchar(255),
    form_version       int not null,
    deleted            char(1) not null,
    file_name          nvarchar(255),
    file_content       varbinary(max)
);

create table orbeon_form_data (
    created            datetime,
    last_modified_time datetime,
    last_modified_by   nvarchar(255),
    username           nvarchar(255),
    groupname          nvarchar(255),
    app                nvarchar(255),
    form               nvarchar(255),
    form_version       int not null,
    document_id        nvarchar(255),
    draft              char(1) not null,
    deleted            char(1) not null,
    xml                xml
);

create table orbeon_form_data_attach (
    created            datetime,
    last_modified_time datetime,
    last_modified_by   nvarchar(255),
    username           nvarchar(255),
    groupname          nvarchar(255),
    app                nvarchar(255),
    form               nvarchar(255),
    form_version       int not null,
    document_id        nvarchar(255),
    draft              char(1) not null,
    deleted            char(1) not null,
    file_name          nvarchar(255),
    file_content       varbinary(max)
);
{'fraction_non_alphanumeric': 0.06226792345044273, 'fraction_numerical': 0.037703513281919454, 'mean_word_length': 1.6075949367088607, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 8}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6889495', 'n_tokens_mistral': 1063, 'n_tokens_neox': 997, 'n_words': 238}