from Google Colab

config.json

@@ -20,8 +20,9 @@
   "output_past": true,
   "pad_token_id": 1,
   "position_embedding_type": "absolute",
-  "transformers_version": "4.5.1",
+  "torch_dtype": "float32",
+  "transformers_version": "4.9.0",
   "type_vocab_size": 1,
   "use_cache": true,
   "vocab_size": 250002
-}
+}

model_args.json

@@ -1 +1 @@
-{"adam_epsilon": 1e-08, "best_model_dir": "temp/outputs/best_model", "cache_dir": "temp/cache_dir/", "config": {}, "cosine_schedule_num_cycles": 0.5, "custom_layer_parameters": [], "custom_parameter_groups": [], "dataloader_num_workers": 0, "do_lower_case": false, "dynamic_quantize": false, "early_stopping_consider_epochs": false, "early_stopping_delta": 0, "early_stopping_metric": "eval_loss", "early_stopping_metric_minimize": true, "early_stopping_patience": 10, "encoding": null, "adafactor_eps": [1e-30, 0.001], "adafactor_clip_threshold": 1.0, "adafactor_decay_rate": -0.8, "adafactor_beta1": null, "adafactor_scale_parameter": true, "adafactor_relative_step": true, "adafactor_warmup_init": true, "eval_batch_size": 8, "evaluate_during_training": true, "evaluate_during_training_silent": true, "evaluate_during_training_steps": 100, "evaluate_during_training_verbose": true, "evaluate_each_epoch": true, "fp16": false, "gradient_accumulation_steps": 1, "learning_rate": 1e-05, "local_rank": -1, "logging_steps": 100, "manual_seed": 777, "max_grad_norm": 1.0, "max_seq_length": 80, "model_name": null, "model_type": null, "multiprocessing_chunksize": 500, "n_gpu": 1, "no_cache": false, "no_save": false, "not_saved_args": [], "num_train_epochs": 6, "optimizer": "AdamW", "output_dir": "temp/outputs/", "overwrite_output_dir": true, "process_count": 1, "polynomial_decay_schedule_lr_end": 1e-07, "polynomial_decay_schedule_power": 1.0, "quantized_model": false, "reprocess_input_data": true, "save_best_model": true, "save_eval_checkpoints": true, "save_model_every_epoch": true, "save_optimizer_and_scheduler": true, "save_recent_only": true, "save_steps": 100, "scheduler": "linear_schedule_with_warmup", "silent": false, "skip_special_tokens": true, "tensorboard_dir": null, "thread_count": null, "train_batch_size": 8, "train_custom_parameters_only": false, "use_cached_eval_features": false, "use_early_stopping": true, "use_multiprocessing": true, "wandb_kwargs": {}, "wandb_project": null, "warmup_ratio": 0.06, "warmup_steps": 0, "weight_decay": 0, "model_class": "SiameseTransQuestModel", "labels_list": [], "labels_map": {}, "lazy_delimiter": "\t", "lazy_labels_column": 1, "lazy_loading": false, "lazy_loading_start_line": 1, "lazy_text_a_column": null, "lazy_text_b_column": null, "lazy_text_column": 0, "onnx": false, "regression": true, "sliding_window": false, "special_tokens_list": [], "stride": 0.8, "tie_value": 1}
+{"adam_epsilon": 1e-08, "best_model_dir": "temp/outputs/best_model", "cache_dir": "temp/cache_dir/", "config": {}, "cosine_schedule_num_cycles": 0.5, "custom_layer_parameters": [], "custom_parameter_groups": [], "dataloader_num_workers": 0, "do_lower_case": false, "dynamic_quantize": false, "early_stopping_consider_epochs": false, "early_stopping_delta": 0, "early_stopping_metric": "eval_loss", "early_stopping_metric_minimize": true, "early_stopping_patience": 10, "encoding": null, "adafactor_eps": [1e-30, 0.001], "adafactor_clip_threshold": 1.0, "adafactor_decay_rate": -0.8, "adafactor_beta1": null, "adafactor_scale_parameter": true, "adafactor_relative_step": true, "adafactor_warmup_init": true, "eval_batch_size": 8, "evaluate_during_training": true, "evaluate_during_training_silent": true, "evaluate_during_training_steps": 300, "evaluate_during_training_verbose": true, "evaluate_each_epoch": true, "fp16": false, "gradient_accumulation_steps": 1, "learning_rate": 1e-05, "local_rank": -1, "logging_steps": 300, "manual_seed": 777, "max_grad_norm": 1.0, "max_seq_length": 80, "model_name": null, "model_type": null, "multiprocessing_chunksize": 500, "n_gpu": 1, "no_cache": false, "no_save": false, "not_saved_args": [], "num_train_epochs": 6, "optimizer": "AdamW", "output_dir": "temp/outputs/", "overwrite_output_dir": true, "process_count": 1, "polynomial_decay_schedule_lr_end": 1e-07, "polynomial_decay_schedule_power": 1.0, "quantized_model": false, "reprocess_input_data": true, "save_best_model": true, "save_eval_checkpoints": true, "save_model_every_epoch": true, "save_optimizer_and_scheduler": true, "save_recent_only": true, "save_steps": 300, "scheduler": "linear_schedule_with_warmup", "silent": false, "skip_special_tokens": true, "tensorboard_dir": null, "thread_count": null, "train_batch_size": 8, "train_custom_parameters_only": false, "use_cached_eval_features": false, "use_early_stopping": true, "use_multiprocessing": true, "wandb_kwargs": {}, "wandb_project": null, "warmup_ratio": 0.06, "warmup_steps": 0, "weight_decay": 0, "model_class": "SiameseTransQuestModel", "labels_list": [], "labels_map": {}, "lazy_delimiter": "\t", "lazy_labels_column": 1, "lazy_loading": false, "lazy_loading_start_line": 1, "lazy_text_a_column": null, "lazy_text_b_column": null, "lazy_text_column": 0, "onnx": false, "regression": true, "sliding_window": false, "special_tokens_list": [], "stride": 0.8, "tie_value": 1}

modules.json

@@ -2,13 +2,13 @@
   {
     "idx": 0,
     "name": "0",
-    "path": "0_Transformer",
-    "type": "transquest.algo.siamese_transformers.models.Transformer"
+    "path": "best_model",
+    "type": "transquest.algo.sentence_level.siamesetransquest.models"
   },
   {
     "idx": 1,
     "name": "1",
-    "path": "1_Pooling",
-    "type": "transquest.algo.siamese_transformers.models.Pooling"
+    "path": "best_model",
+    "type": "transquest.algo.sentence_level.siamesetransquest.models"
   }
 ]

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8a06bcb3c2e986ac3c5f6ab468e546a6d6cab5314312eb5d1af69d788ff42f92
-size 2239656845
+oid sha256:0b8e73c9eca7a20edf197d019b3efaa78b9c2b7bd250b76ce8587cafa13fa19f
+size 2239718641

sentence_bert_config.json

@@ -1,3 +1,4 @@
 {
-  "max_seq_length": 80
+  "max_seq_length": 80,
+  "do_lower_case": false
 }

similarity_evaluation_eval_results.csv

@@ -0,0 +1,19 @@
+epoch,steps,cosine_pearson,cosine_spearman,euclidean_pearson,euclidean_spearman,manhattan_pearson,manhattan_spearman,dot_pearson,dot_spearman
+0,300,0.48910615625344506,0.46695194480737284,0.48536600525805945,0.44043351681447074,0.46274758493316376,0.40264136289424585,0.4774161749833787,0.4301851107907976
+0,600,0.5919550303490151,0.5282966488697496,0.5914943886330549,0.5214662907276972,0.5990328367411422,0.5265433857704389,0.5821466251439988,0.54574374032744
+0,-1,0.5947555532251266,0.5254500890498927,0.6028697597067334,0.5290834201753497,0.6090613899642952,0.5354436082493245,0.5644583799569232,0.4772219543742439
+1,300,0.5770932170014373,0.5183727682982296,0.5710705017094648,0.5224180536279885,0.5989386169016296,0.5285202411686619,0.5463603897506212,0.5044248036069556
+1,600,0.6601528426866841,0.5813008458959178,0.6635357345545817,0.580404627545466,0.6675631392760578,0.5788556221826128,0.6504803134793071,0.5650985733378675
+1,-1,0.6479558377455411,0.5437443367776525,0.6378223974622143,0.5347197233710901,0.6461031823264995,0.5494063718050076,0.6432526267027722,0.5483051333770833
+2,300,0.6468256758965631,0.5892729906546659,0.6525253657253898,0.5869810558879553,0.6520737842493456,0.5897513823140819,0.6369836210332884,0.5513132562131157
+2,600,0.679786542914998,0.6073900718354548,0.6798492532695483,0.608689940411568,0.6842990844784861,0.6125976277892656,0.6559840396252679,0.552828338062075
+2,-1,0.6704311089554715,0.606263941227797,0.6703294763070902,0.6014427650814008,0.6794556699172356,0.6078901598186408,0.6514501518110106,0.5490564118979477
+3,300,0.6922015133289201,0.6271273837705981,0.6935279338035114,0.6288355330740321,0.6989890700762725,0.6308458171127824,0.6721123868360417,0.5921112640910206
+3,600,0.6983129229734892,0.6240997565210712,0.6969329863287844,0.6248914083032319,0.7016459989329009,0.6272469292072095,0.66717216118041,0.5770575776496286
+3,-1,0.692873383530436,0.6219786734194738,0.6929041338373062,0.6240106834506548,0.6965637127875982,0.6243822818864079,0.6604658186805556,0.5781493350083923
+4,300,0.7055611667811289,0.6231332997128558,0.7056679656415372,0.6245144395939876,0.7098421064607472,0.6276482303282663,0.6798948208840122,0.5710299791844178
+4,600,0.7070494775365528,0.6324898729892712,0.7061226324985258,0.6344348391087491,0.7102139914721983,0.6365384000447255,0.6766447346405725,0.589984810697333
+4,-1,0.7144135881511006,0.6338000797791739,0.7138507348251493,0.6353007476041693,0.7170814901834045,0.6368947217444832,0.6853242871608978,0.5861036021791661
+5,300,0.7078932222151507,0.632485202425681,0.7092026848857137,0.6344586292453883,0.713557629272441,0.6374897725371684,0.6781852906091042,0.584653435916286
+5,600,0.7115045558406815,0.6305491925929375,0.7119948417907909,0.6329703287928955,0.7158999659336991,0.6366152576099642,0.6839579536852398,0.5842892194199901
+5,-1,0.7125767755005377,0.6309260213602017,0.7122723159975505,0.6323295519581702,0.7165389309009969,0.6368479461375914,0.6835439833151016,0.5829233856929461

special_tokens_map.json

@@ -1 +1 @@
-{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "<unk>", "sep_token": "</s>", "pad_token": "<pad>", "cls_token": "<s>", "mask_token": "<mask>"}
+{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "<unk>", "sep_token": "</s>", "pad_token": "<pad>", "cls_token": "<s>", "mask_token": {"content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": false}}

tokenizer_config.json

@@ -1 +1 @@
-{"max_len": 512}
+{"bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": {"content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "model_max_length": 512, "special_tokens_map_file": null, "name_or_path": "xlm-roberta-large", "tokenizer_class": "XLMRobertaTokenizer"}