<commit_before>//////////////////////////////////////////////////////
// End-To-End messages
//////////////////////////////////////////////////////
//Basic conainer for End-To-End message is PlainPackage.
//If messageType in PlainPackage == 1 than contents of body is PlainMessage.
//PlainMessage is a conversation message.
//PlainMessage contans messageType:
//  messageType == 0x01 => body is TextMessage
//  messageType == 0x02 => body is FileMessage
//  messageType == 0x03 => body is ServiceMessage
// 
//TextMessage has extension
//  extType == 0x01 => extension is MarkdownMessage
// 
//FileMessage has extensions
//  extType == 0x01 => extension is PhotoExtension
//  extType == 0x02 => extension is VideoExtension
//  extType == 0x03 => extension is AudioExtension

message PlainPackage {
    required int32 messsageType = 1;
    required bytes body = 2;
    required int64 crc32 = 3;
}

message PlainMessage {
    required int64 guid = 1;
    required int32 messageTyoe = 2;
    required bytes body = 3;
}

message TextMessage {
    required string text = 1;
    required int32 extType = 2;
    optional bytes extension = 3;
}

message FileMessage {
    required string name = 1;
    required string mimeType = 2;
    required PlainFileLocation fileLocation = 3;<commit_msg>fixed typo<commit_after>//////////////////////////////////////////////////////
// End-To-End messages
//////////////////////////////////////////////////////
//Basic conainer for End-To-End message is PlainPackage.
//If messageType in PlainPackage == 1 than contents of body is PlainMessage.
//PlainMessage is a conversation message.
//PlainMessage contans messageType:
//  messageType == 0x01 => body is TextMessage
//  messageType == 0x02 => body is FileMessage
//  messageType == 0x03 => body is ServiceMessage
// 
//TextMessage has extension
//  extType == 0x01 => extension is MarkdownMessage
// 
//FileMessage has extensions
//  extType == 0x01 => extension is PhotoExtension
//  extType == 0x02 => extension is VideoExtension
//  extType == 0x03 => extension is AudioExtension

message PlainPackage {
    required int32 messsageType = 1;
    required bytes body = 2;
    required int64 crc32 = 3;
}

message PlainMessage {
    required int64 guid = 1;
    required int32 messageType = 2;
    required bytes body = 3;
}

message TextMessage {
    required string text = 1;
    required int32 extType = 2;
    optional bytes extension = 3;
}

message FileMessage {
    required string name = 1;
    required string mimeType = 2;
    required PlainFileLocation fileLocation = 3;
{'fraction_non_alphanumeric': 0.16530214424951267, 'fraction_numerical': 0.03586744639376218, 'mean_word_length': 2.3852242744063323, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 17, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2602357', 'n_tokens_mistral': 746, 'n_tokens_neox': 666, 'n_words': 252}